-- Logs begin at Thu 2021-05-27 08:48:17 UTC, end at Thu 2021-05-27 09:41:18 UTC. -- May 27 09:18:54.770844 dv-cinder-772623-6-smb systemd[1]: Started Devstack devstack@q-svc.service. May 27 09:18:55.758101 dv-cinder-772623-6-smb neutron-server[91701]: Beware of the coming changes in the project packaging May 27 09:18:55.758736 dv-cinder-772623-6-smb neutron-server[91701]: https://github.com/svinota/pyroute2/discussions/786 May 27 09:18:57.284249 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.common.config [-] Logging enabled! May 27 09:18:57.284968 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 09:18:57.285058 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91701) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 09:18:57.288205 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.common.config [-] Logging enabled! May 27 09:18:57.288455 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 09:18:57.288777 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91701) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 09:18:57.289708 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:18:57.289938 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:18:57.290295 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:18:57.290535 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:18:57.290755 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:18:57.291070 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.291365 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.291652 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.291875 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.292165 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.292449 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.292724 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.293225 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.293479 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.293637 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.293910 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.294193 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.294420 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.294695 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.294975 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.295257 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.295476 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] debug = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.295748 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.296169 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.296583 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.296878 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.297162 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.297450 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.297699 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.297968 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.298244 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.298571 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] host = dv-cinder-772623-6-smb {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.298839 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.299119 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.299389 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.299665 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.299933 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.300205 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.300476 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.300756 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.301024 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] log_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.301296 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.301574 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.301849 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.302135 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.302359 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.302575 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.302857 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.303133 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.303394 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.303658 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.303924 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.304188 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.304452 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.304712 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.305012 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.305288 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.305561 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.305825 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.306097 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.306358 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.306621 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.306896 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.307167 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.307434 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.307698 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.307979 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.308241 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.308508 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.309566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.310261 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.310554 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.310839 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.311115 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.311396 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.311666 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.311933 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.312207 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] use_json = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.312877 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.313563 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.313854 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.314129 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.314399 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.314667 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.314940 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.315225 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:57.315522 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.315811 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.316100 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.316380 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.316663 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.316960 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.317244 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.317517 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.317800 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.318082 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.318365 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.318636 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.318921 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.319194 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.319482 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.319785 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.320073 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.320357 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.320625 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.320922 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.321193 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.321467 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.321749 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.322037 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.322322 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.322588 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.322863 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.323147 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.323418 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.323683 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.323953 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.324788 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.325319 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.325593 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.325870 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.326142 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.326408 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.326673 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.326943 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.327227 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.327498 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.327764 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.328030 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.328303 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.328570 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.328877 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.329149 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.329416 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.329681 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.329952 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.330219 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.330482 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.330751 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.331016 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.331287 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.331555 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.331825 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.332092 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.332360 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.332626 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.332917 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.333813 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.334108 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.334392 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.334672 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.334951 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.335229 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.336302 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.336302 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.336302 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.336527 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.336625 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.336930 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.337208 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.337489 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.337770 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.338048 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.338566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.338646 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.338873 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.339173 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.339496 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.339713 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.340638 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.340860 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.341137 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.341422 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.341696 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.341969 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.342255 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.342535 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.342827 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.343117 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.343405 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.343692 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.343986 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.344266 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.344850 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.345128 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:57.345342 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:18:57.345586 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91701) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 09:18:57.704931 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:18:57.705139 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:18:57.705398 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:18:57.705875 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 09:18:58.106172 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.106514 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.106920 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.108219 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.108487 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.108773 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.145406 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.145671 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.145933 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.158914 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.159181 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.159438 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.190509 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.190787 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.191050 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.227512 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.227781 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.228044 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.466209 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.466829 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.466829 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.467018 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.467715 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.593508 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.593822 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.594105 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.594373 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.594890 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.595191 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.595444 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.595692 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.595939 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.596212 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.596464 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.596718 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.597017 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.597268 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.597527 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.597788 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.599143 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.599433 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.599701 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.599992 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.600341 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.600599 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.600873 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.601157 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.601407 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.601652 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.602032 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:18:58.602266 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:18:58.602501 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:18:58.602733 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:18:58.602963 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:18:58.603191 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:18:58.603551 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 09:18:58.606932 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 09:18:58.610787 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 09:18:58.614510 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 27 09:18:58.616121 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 09:18:58.616558 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 09:18:58.616938 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 09:18:58.617321 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 09:18:58.620220 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 09:18:58.620468 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 09:18:58.620846 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 09:18:58.648600 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 09:18:58.649072 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.649366 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91701) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 09:18:58.649721 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.651050 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91701) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 09:18:58.651328 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 09:18:58.651568 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 09:18:58.654987 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.655262 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:58.718261 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 09:18:58.718439 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 09:18:58.718644 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 09:18:58.719015 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 09:18:58.750969 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_db.sqlalchemy.engines [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91701) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 09:18:59.082543 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Initializing driver for type 'gre' May 27 09:18:59.083064 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] gre ID ranges: [(1, 1000)] May 27 09:18:59.137849 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Initializing driver for type 'local' May 27 09:18:59.138292 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Initializing driver for type 'vlan' May 27 09:18:59.150060 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] VlanTypeDriver initialization complete May 27 09:18:59.150418 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Initializing driver for type 'vxlan' May 27 09:18:59.150929 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] vxlan ID ranges: [(1, 1000)] May 27 09:18:59.204209 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Initializing extension driver 'port_security' May 27 09:18:59.204562 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.extensions.port_security [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] PortSecurityExtensionDriver initialization complete May 27 09:18:59.204919 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Initializing mechanism driver 'openvswitch' May 27 09:18:59.205246 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Initializing mechanism driver 'hyperv' May 27 09:18:59.211664 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:18:59.212423 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > port after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.212816 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > port after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.213164 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > port after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.213542 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > subnet after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.213888 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > subnet after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.214224 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.214595 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > network after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.215457 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > network after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.215794 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > network after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.216267 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > security_group after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.216616 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > security_group after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.216979 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > security_group after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.217353 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.217691 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.218025 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.218392 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > address_group after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.218727 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > address_group after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.219057 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > address_group after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.219385 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] ML2 OVO RPC backend initialized. {{(pid=91701) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 09:18:59.220334 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.220678 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.221107 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > network before_response 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.221445 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > networks before_response 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.221784 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > port before_response 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.222120 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > ports before_response 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.222452 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > subnet before_response 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.222782 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > subnets before_response 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.223117 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > network after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.223446 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > network after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.223772 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > network after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.224099 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > port after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.224427 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > port after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.224826 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > port after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.225095 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > subnet after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.225420 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > subnet after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.225743 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.226301 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.plugin [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Modular L2 Plugin initialization complete May 27 09:18:59.226619 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading services supported by the core plugin {{(pid=91701) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 09:18:59.226937 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.plugins.ml2.managers [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Got port-security extension from driver 'port_security' May 27 09:18:59.227389 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.extensions.vlantransparent [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Disabled vlantransparent extension. May 27 09:18:59.227868 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91701) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 09:18:59.228175 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading Plugin: router May 27 09:18:59.268364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router_interface before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.268954 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router after_create 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.269401 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router before_create 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.269893 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.270368 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.270864 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router after_delete 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.271331 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > floatingip after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.271724 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router after_create 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.272153 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router after_update 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.272662 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router after_update 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.273126 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.273617 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router after_update 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.274155 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router precommit_update 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.274591 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: port after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.274978 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: port after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.275401 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: subnet after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.275854 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.276274 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > port precommit_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.276656 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router precommit_create 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.277046 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: port before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.277525 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router precommit_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.277991 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router after_update 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.278432 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router precommit_delete 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.278907 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router precommit_create 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.279453 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.279836 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router precommit_update 55549900 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.280244 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > network after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.281651 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Tracking information for resource: router configured {{(pid=91701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:18:59.282122 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Tracking information for resource: floatingip configured {{(pid=91701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:18:59.287901 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.db.l3_agentschedulers_db [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 09:18:59.288464 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: port after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.288852 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: port after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.289197 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: port after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.289543 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: port after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.290330 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router before_create 55550100 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.290684 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router precommit_delete 55550100 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.291039 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router precommit_create 55550100 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.291383 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > router precommit_update 55550100 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.295918 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.services.provider_configuration [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service providers = [] {{(pid=91701) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 09:18:59.296274 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.db.servicetype_db [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91701) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 09:18:59.299240 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.services.service_base [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:18:59.299505 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.services.service_base [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:18:59.299838 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.services.service_base [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:18:59.300693 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.services.service_base [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:18:59.301095 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.services.service_base [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 09:18:59.301620 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:18:59.301932 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 09:18:59.312769 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:18:59.313098 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading Plugin: auto_allocate May 27 09:18:59.318786 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: network precommit_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.319151 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: network precommit_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.319665 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:18:59.319973 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading Plugin: tag May 27 09:18:59.326733 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:18:59.327053 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading Plugin: timestamp May 27 09:18:59.330793 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:18:59.331112 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading Plugin: network_ip_availability May 27 09:18:59.336345 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.336656 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.337027 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.337754 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:18:59.338069 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading Plugin: flavors May 27 09:18:59.342991 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:18:59.343314 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading Plugin: revisions May 27 09:18:59.348046 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:18:59.348441 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.643s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:18:59.349184 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91701) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 09:18:59.349508 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Initializing extension manager. May 27 09:18:59.349999 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: __init__.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.350329 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: __pycache__ {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.350695 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.350972 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: address_group.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.351711 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.352269 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: address-group May 27 09:18:59.352578 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: address_scope.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.353301 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.353795 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: address-scope May 27 09:18:59.354106 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: admin_state_down_before_update.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.354998 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.356004 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: router-admin-state-down-before-update May 27 09:18:59.356317 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: agent.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.357098 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.357593 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: agent May 27 09:18:59.357903 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: agent_resources_synced.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.358794 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.359291 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: agent-resources-synced May 27 09:18:59.359603 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: allowedaddresspairs.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.361366 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.361879 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: allowed-address-pairs May 27 09:18:59.362196 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: auto_allocated_topology.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.363228 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.363728 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: auto-allocated-topology May 27 09:18:59.364042 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: availability_zone.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.364709 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.365228 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: availability_zone May 27 09:18:59.365539 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: availability_zone_filter.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.366414 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.366905 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: availability_zone_filter May 27 09:18:59.367216 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: data_plane_status.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.368084 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.368575 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension data-plane-status not supported by any of loaded plugins May 27 09:18:59.368920 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: default_subnetpools.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.369810 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.370298 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: default-subnetpools May 27 09:18:59.370609 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: dhcpagentscheduler.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.371962 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.372454 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: dhcp_agent_scheduler May 27 09:18:59.372801 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: dns.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.373686 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.374174 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension dns-integration not supported by any of loaded plugins May 27 09:18:59.374485 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: dns_domain_ports.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.375386 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.375877 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 09:18:59.376190 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: dvr.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.376869 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.377365 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: dvr May 27 09:18:59.377678 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: empty_string_filtering.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.378564 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.379060 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: empty-string-filtering May 27 09:18:59.379370 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.380248 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.380733 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 09:18:59.381065 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.381940 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.382430 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 09:18:59.382740 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: external_net.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.383609 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.384100 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: external-net May 27 09:18:59.384410 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: extra_dhcp_opt.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.385314 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.385808 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: extra_dhcp_opt May 27 09:18:59.386118 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: extraroute.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.387017 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.387504 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: extraroute May 27 09:18:59.387816 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: extraroute_atomic.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.388856 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.389345 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: extraroute-atomic May 27 09:18:59.389658 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: filter_validation.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.390301 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.390785 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: filter-validation May 27 09:18:59.391094 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: fip_pf_description.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.392140 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.392636 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 09:18:59.392977 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: fip_port_details.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.393868 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.394363 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: fip-port-details May 27 09:18:59.394677 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: flavors.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.395866 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.396368 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: flavors May 27 09:18:59.396686 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.398348 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.398851 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 09:18:59.399171 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: floatingip_pools.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.399844 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.400338 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: floatingip-pools May 27 09:18:59.400650 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: ip_allocation.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.401568 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.402062 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension ip_allocation not supported by any of loaded plugins May 27 09:18:59.402402 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.403293 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.403782 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: ip-substring-filtering May 27 09:18:59.404097 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: l2_adjacency.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.405041 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.405534 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension l2_adjacency not supported by any of loaded plugins May 27 09:18:59.405844 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: l3.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.406802 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.407316 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: router May 27 09:18:59.407632 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: l3_conntrack_helper.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.409877 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.410402 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 09:18:59.410723 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.411625 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.412139 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: ext-gw-mode May 27 09:18:59.412455 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.413395 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.413905 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: l3-ha May 27 09:18:59.414217 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: l3_flavors.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.415104 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.415601 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: l3-flavors May 27 09:18:59.415914 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.417334 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.417334 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: l3-port-ip-change-not-allowed May 27 09:18:59.417603 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: l3agentscheduler.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.419487 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.420002 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: l3_agent_scheduler May 27 09:18:59.420319 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: logging.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.421855 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.422366 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension logging not supported by any of loaded plugins May 27 09:18:59.422691 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: metering.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.423420 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.423994 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: metering May 27 09:18:59.424309 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.425407 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.425912 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: metering_source_and_destination_fields May 27 09:18:59.426230 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: multiprovidernet.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.427259 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.427766 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: multi-provider May 27 09:18:59.428351 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: netmtu.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.429258 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.429759 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: net-mtu May 27 09:18:59.430074 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: netmtu_writable.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.430967 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.431459 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: net-mtu-writable May 27 09:18:59.431774 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: network_availability_zone.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.432428 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.432953 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: network_availability_zone May 27 09:18:59.433268 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: network_ip_availability.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.434462 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.434960 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: network-ip-availability May 27 09:18:59.435272 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: network_segment_range.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.436013 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.436501 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension network-segment-range not supported by any of loaded plugins May 27 09:18:59.436843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: pagination.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.437811 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.438132 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: pagination May 27 09:18:59.438444 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: port_device_profile.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.439320 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.439819 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: port-device-profile May 27 09:18:59.440132 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.441063 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.441553 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: port-mac-address-regenerate May 27 09:18:59.441865 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.442742 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.443234 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: port-numa-affinity-policy May 27 09:18:59.443545 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: port_resource_request.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.444431 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.444951 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension port-resource-request not supported by any of loaded plugins May 27 09:18:59.445265 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: portbindings.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.446437 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.446933 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: binding May 27 09:18:59.447244 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: portbindings_extended.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.448524 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.449057 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: binding-extended May 27 09:18:59.450026 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: portsecurity.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.451106 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.451611 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: port-security May 27 09:18:59.451929 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: project_id.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.452910 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.453234 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: project-id May 27 09:18:59.453546 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: providernet.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.454435 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.454948 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: provider May 27 09:18:59.455243 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: qos.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.458911 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.459427 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension qos not supported by any of loaded plugins May 27 09:18:59.459751 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.461047 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.461495 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 09:18:59.461815 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.462707 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.463210 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 09:18:59.463527 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: qos_default.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.464407 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.467047 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension qos-default not supported by any of loaded plugins May 27 09:18:59.467601 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: qos_fip.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.468030 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.468539 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension qos-fip not supported by any of loaded plugins May 27 09:18:59.468891 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: qos_gateway_ip.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.470072 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.470569 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 09:18:59.470881 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: qos_port_network_policy.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.471768 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.472259 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 09:18:59.472573 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: qos_rule_type_details.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.473475 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.473976 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 09:18:59.474288 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: qos_rules_alias.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.475325 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.475828 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 09:18:59.476141 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: quotasv2.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.477245 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.477565 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: quotas May 27 09:18:59.477877 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: quotasv2_detail.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.479477 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.479806 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: quota_details May 27 09:18:59.480126 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: rbac.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.481377 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.481890 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: rbac-policies May 27 09:18:59.482208 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: rbac_address_group.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.483109 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.483611 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: rbac-address-group May 27 09:18:59.483925 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: rbac_address_scope.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.484848 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.485350 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: rbac-address-scope May 27 09:18:59.485663 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: rbac_security_groups.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.486635 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.487125 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: rbac-security-groups May 27 09:18:59.487472 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: rbac_subnetpool.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.488317 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.488841 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: rbac-subnetpool May 27 09:18:59.489155 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: revisionifmatch.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.490042 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.490537 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: revision-if-match May 27 09:18:59.490849 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: revisions.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.491933 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.492433 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: standard-attr-revisions May 27 09:18:59.492795 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: router_availability_zone.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.493422 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.493916 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: router_availability_zone May 27 09:18:59.494266 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: routerservicetype.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.495189 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.495689 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension router-service-type not supported by any of loaded plugins May 27 09:18:59.496001 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.497005 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.497581 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: security-groups-normalized-cidr May 27 09:18:59.497818 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: security_groups_port_filtering.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.498709 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.499206 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: port-security-groups-filtering May 27 09:18:59.499518 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.500400 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.500924 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: security-groups-remote-address-group May 27 09:18:59.501243 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: securitygroup.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.510707 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.511236 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: security-group May 27 09:18:59.511564 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: segment.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.512885 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.513384 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension segment not supported by any of loaded plugins May 27 09:18:59.513701 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.514613 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.515105 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 09:18:59.515418 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: servicetype.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.516507 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.517042 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: service-type May 27 09:18:59.517360 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: sorting.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.518313 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.518631 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: sorting May 27 09:18:59.518941 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: standard_attr_segment.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.519837 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.520335 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 09:18:59.520643 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: standardattrdescription.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.521295 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.521795 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: standard-attr-description May 27 09:18:59.522104 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: stateful_security_group.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.522995 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.523494 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: stateful-security-group May 27 09:18:59.523804 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: stdattrs_common.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.524359 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 09:18:59.524666 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.525662 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.526158 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 09:18:59.526470 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: subnet_onboard.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.528150 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.528667 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: subnet_onboard May 27 09:18:59.529074 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.530090 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.530588 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 09:18:59.530902 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: subnet_service_types.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.531861 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.532365 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: subnet-service-types May 27 09:18:59.532679 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: subnetallocation.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.533773 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.534277 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: subnet_allocation May 27 09:18:59.534590 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.535233 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.535725 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: subnetpool-prefix-ops May 27 09:18:59.536034 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.536954 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.537447 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 09:18:59.537755 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: tagging.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.538816 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.539325 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: standard-attr-tag May 27 09:18:59.539641 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: timestamp.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.540851 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.541356 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loaded extension: standard-attr-timestamp May 27 09:18:59.541676 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: trunk.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.542676 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.543354 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension trunk not supported by any of loaded plugins May 27 09:18:59.543715 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: trunk_details.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.544609 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.545140 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension trunk-details not supported by any of loaded plugins May 27 09:18:59.545457 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: uplink_status_propagation.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.546351 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.547131 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 09:18:59.547453 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Loading extension file: vlantransparent.py {{(pid=91701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:18:59.548112 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:18:59.548611 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extension vlan-transparent not supported by any of loaded plugins May 27 09:18:59.551150 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:network May 27 09:18:59.551897 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:subnet May 27 09:18:59.553848 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:18:59.554475 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:port May 27 09:18:59.555763 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.556199 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service FLAVORS assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.556836 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.557260 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.557584 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:router May 27 09:18:59.558242 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:floatingip May 27 09:18:59.558985 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service METERING assigned prefix: /metering {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.560512 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.560925 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.561271 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:18:59.562429 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of CountableResource for resource:rbac_policy May 27 09:18:59.562872 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:security_group May 27 09:18:59.563543 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:security_group_rule May 27 09:18:59.564273 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service CORE assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.564595 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:18:59.564954 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] subnetpool is already registered May 27 09:18:59.565565 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service CORE assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.565885 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:18:59.566201 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] subnetpool is already registered May 27 09:18:59.568815 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.569242 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service FLAVORS assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.569823 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.570233 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.570555 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:router May 27 09:18:59.570871 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] router is already registered May 27 09:18:59.571462 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:floatingip May 27 09:18:59.571778 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] floatingip is already registered May 27 09:18:59.572396 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service METERING assigned prefix: /metering {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.573094 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of CountableResource for resource:rbac_policy May 27 09:18:59.573412 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] rbac_policy is already registered May 27 09:18:59.573938 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:security_group May 27 09:18:59.574802 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] security_group is already registered May 27 09:18:59.575395 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:security_group_rule May 27 09:18:59.575764 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] security_group_rule is already registered May 27 09:18:59.576423 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service CORE assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.576759 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:18:59.577083 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] subnetpool is already registered May 27 09:18:59.577661 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.v2.resource_helper [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Service CORE assigned prefix: {{(pid=91701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:18:59.577977 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:18:59.578288 dv-cinder-772623-6-smb neutron-server[91701]: WARNING neutron.quota.resource_registry [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] subnetpool is already registered May 27 09:18:59.578921 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: extensions {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.580441 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: address-groups {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.582091 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: address-scopes {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.583302 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: agents {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.584440 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: auto-allocated-topology {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.585718 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: availability_zones {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.587065 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: dhcp-networks {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.588416 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: dhcp-agents {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.589991 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: routers {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.592358 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: flavors {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.593544 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: service_profiles {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.594997 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: next_providers {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.596513 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: service_profiles {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.597985 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: floatingip-pools {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.599190 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: routers {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.601020 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: floatingips {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.602302 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: l3-routers {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.603680 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: l3-agents {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.605091 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: metering-labels {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.606472 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: metering-label-rules {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.607733 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: network-ip-availabilities {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.609053 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: bindings {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.610700 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: quotas {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.612132 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: quotas {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.613571 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: rbac-policies {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.614856 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: security-groups {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.616066 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: security-group-rules {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.617345 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: service-providers {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.618563 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: subnetpools {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.621099 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: subnetpools {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.622617 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.624322 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.740710 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.742521 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.744303 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.746782 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.753791 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.756559 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.758381 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.760306 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron.api.extensions [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Extended resource: tags {{(pid=91701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:18:59.766891 dv-cinder-772623-6-smb neutron-server[91701]: WARNING keystonemiddleware.auth_token [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 09:18:59.771645 dv-cinder-772623-6-smb neutron-server[91701]: WARNING keystonemiddleware.auth_token [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 09:18:59.780059 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Acquired lock "singleton_lock" {{(pid=91701) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 09:18:59.780538 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Releasing lock "singleton_lock" {{(pid=91701) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 09:18:59.781204 dv-cinder-772623-6-smb neutron-server[91701]: INFO oslo_service.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Starting 2 workers May 27 09:18:59.785920 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Started child 91808 {{(pid=91701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:18:59.790421 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Started child 91809 {{(pid=91701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:18:59.791152 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:18:59.791994 dv-cinder-772623-6-smb neutron-server[91701]: INFO neutron.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Neutron service started, listening on 0.0.0.0:9696 May 27 09:18:59.792612 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [-] (91808) wsgi starting up on http://0.0.0.0:9696 May 27 09:18:59.792729 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Notify callbacks [] for process, before_spawn {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:18:59.795384 dv-cinder-772623-6-smb neutron-server[91701]: INFO oslo_service.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Starting 1 workers May 27 09:18:59.795824 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:18:59.797217 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [-] (91809) wsgi starting up on http://0.0.0.0:9696 May 27 09:18:59.800483 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Started child 91810 {{(pid=91701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:18:59.801026 dv-cinder-772623-6-smb neutron-server[91701]: INFO oslo_service.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Starting 1 workers May 27 09:18:59.803934 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] calling RpcWorker wait() {{(pid=91810) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 09:18:59.804488 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] returning from RpcWorker wait() {{(pid=91810) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 09:18:59.805437 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Started child 91811 {{(pid=91701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:18:59.805698 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:18:59.806183 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:18:59.806344 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5370b990-0d19-4e56-9f02-3e9d9cefff4f None None] Notify callbacks [] for process, after_spawn {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:18:59.808053 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91701) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 09:18:59.808280 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:18:59.808466 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:18:59.809357 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:18:59.809733 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:18:59.809921 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:18:59.810424 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.810714 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.810807 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:18:59.811267 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.811267 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.811540 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.812117 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.812365 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.812604 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.812908 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.813169 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.813347 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.813517 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.813764 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.814003 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.814324 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.814584 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.814838 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.815129 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.815303 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.815567 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.815832 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.816088 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.816367 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] debug = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.816634 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.817157 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.817394 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.817650 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.817874 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.818144 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.818395 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.818676 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.818941 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.819177 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.819418 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.819687 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.819938 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.820161 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.820378 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.820643 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.820882 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.821347 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] host = dv-cinder-772623-6-smb {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.821590 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.821844 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.822091 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.822341 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.822602 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.822821 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.823081 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.823339 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.823582 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.823815 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.824043 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.824989 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.825220 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.825491 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.825678 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_options = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.825890 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.826179 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.826450 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.826643 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.826801 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.826969 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.827225 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.827379 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.827643 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.827864 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.828082 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.828305 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.828553 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.828793 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.829058 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.829300 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.829539 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.829778 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.830011 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.830263 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.830503 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.830750 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.830973 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.831198 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.831439 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.831672 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.831917 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.832135 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.832355 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.832665 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.832889 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.833096 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.833353 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.833566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.833806 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.834037 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.834255 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.834642 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.834932 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.835517 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.835727 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.835895 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.836092 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.836333 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.836566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.836841 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_json = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.837059 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.837356 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.837507 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:18:59.837649 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.837795 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.837995 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.838190 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.838406 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.838647 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.839160 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.839358 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.839665 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.840029 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.840357 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.840606 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.840866 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.841115 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.841369 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.841603 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.841917 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.842161 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.842469 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.842803 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.843006 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.843342 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.843609 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.843890 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.844128 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.844346 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.844880 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.845105 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.845474 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.845743 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.846020 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.846464 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.846694 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.846927 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.847159 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.847428 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.847694 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.847917 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.848196 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.848441 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.848659 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.848916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.849170 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.849388 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.849620 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.849866 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.850125 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.850377 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.850608 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.850818 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.851040 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.851285 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.851482 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.851748 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.851968 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.853513 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.853513 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.853513 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.856133 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.856133 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.856133 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.856133 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.856133 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.856133 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.856133 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.856133 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.858970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.858970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.858970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.858970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.858970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.858970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.858970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.858970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.858970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861051 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861051 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861051 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861051 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861051 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861051 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861051 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861051 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861051 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861659 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861659 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861659 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861659 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.861659 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.862068 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.862068 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.862304 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.862530 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.862783 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.863027 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.863258 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.863483 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.863964 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.864196 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.864457 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.864695 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.865008 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.865512 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.865756 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.866019 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.866267 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.866532 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.866784 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.867064 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.867311 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.867547 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.867781 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.868067 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.868331 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.868684 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.868943 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.869118 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.869387 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.870290 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.870571 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.871708 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.872097 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.872415 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.872716 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.873012 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.873256 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.873512 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.873793 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.874035 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.874288 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.874524 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.874778 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.875003 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.875278 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.875542 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.875758 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.875994 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.876232 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.876571 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.876843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.877060 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.877527 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.877831 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.878076 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.878323 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.878591 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.878857 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.879098 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.879348 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.879597 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.879815 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.880030 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.880265 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.880502 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.880771 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.881000 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.881239 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.881474 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.881691 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.881974 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.882192 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.882429 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.882659 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.882913 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.883131 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.883376 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.883591 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.883830 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.884067 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.884291 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.884521 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.884724 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.884965 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.885214 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.885458 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.885722 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.885981 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.886212 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.886456 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.886807 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.887604 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.887829 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.888111 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.888335 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.888552 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.888780 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.889005 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.889238 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.889493 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.889725 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.889938 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.890191 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.890412 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.890737 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.890986 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.891222 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.891459 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.891730 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.891917 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.892178 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.892419 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.892635 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.892875 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.893093 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.893360 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.893613 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.893850 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.894060 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.894270 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.894483 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.894700 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.894911 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.895203 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.895451 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.895701 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.895936 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.896169 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.896399 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.896611 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.896850 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.897069 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.897281 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.897542 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.897759 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.897970 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.898186 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.898419 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.898663 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.898885 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.899094 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.899312 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.899524 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.899750 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.899980 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.900189 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.900403 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.900610 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.900959 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.901220 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.901443 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.901733 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.901980 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.902278 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.902563 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.902908 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.903123 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.903381 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.903604 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.903828 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.904062 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.904316 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.904629 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.904960 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.905218 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.905499 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.905782 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.906081 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.906342 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.906559 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.906854 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.907187 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.907460 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.907715 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.907945 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.908253 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.908476 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.908691 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.908936 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.909173 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.909393 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.909833 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.910074 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.910304 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.910524 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.910753 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.910971 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.911230 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.911463 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.911717 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.911933 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.912092 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:18:59.912666 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91701) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 09:18:59.912856 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:18:59.913014 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:18:59.913184 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:18:59.913355 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:18:59.913509 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:18:59.913715 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.913877 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.914038 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.914198 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.914356 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.914537 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.914697 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.914853 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.915023 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.915164 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.915327 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.915467 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.915602 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.915767 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.915923 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.916240 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.916556 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.916716 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.916910 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.917069 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.917233 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.917395 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.917533 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] debug = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.917668 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.917875 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.918137 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.918357 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.918605 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.918968 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.919123 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.919255 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.919584 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.919584 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.919819 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.919900 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.920017 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.920174 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.920494 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.920652 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.920835 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.920993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] host = dv-cinder-772623-6-smb {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.921152 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.921318 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.921476 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.921634 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.921791 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.921950 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.922110 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.922358 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.922461 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.922573 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.922730 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.922888 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.923048 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.923206 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.923363 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_options = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.923523 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.923682 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.923840 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.924130 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.924229 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.924327 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.924485 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.924643 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.924829 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.924985 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.925296 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.925456 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.925615 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.925773 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.925932 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.926090 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.926249 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.926410 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.926566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.926727 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.926889 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.927068 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.927209 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.927345 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.927466 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.927623 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.927779 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.927936 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.928094 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.928251 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.928410 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.928568 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.928728 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.928916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.929075 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.929233 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.929390 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.929553 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.929712 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.929871 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.930028 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.930360 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.930360 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.930523 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.930633 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.930790 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_json = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.930949 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.931107 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.931270 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.931428 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.931585 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.931742 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.931899 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.932058 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:18:59.932238 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.932399 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.932573 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.932733 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.932920 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.933081 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.933241 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.933402 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.934141 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.934293 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.934619 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.934794 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.934973 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.935106 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.935232 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.935394 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.935555 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.935715 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.935876 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.936036 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.936196 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.936356 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.936532 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.936699 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.936885 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.937048 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.937210 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.937371 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.937532 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.937693 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.937854 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.938015 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.938176 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.938341 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.938501 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.938662 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.938822 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.938983 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.939070 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:18:59.939156 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.939294 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.939454 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.939614 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.939776 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.939937 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.940099 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.940260 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.940420 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.940760 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.940945 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.941105 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.941247 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.941406 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.941567 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.941727 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.941889 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.942053 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.942214 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.942374 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.942529 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.942690 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.942850 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.943023 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.943188 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.943330 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.943493 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.944778 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.944778 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.944778 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.944778 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.945252 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 58532) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:18:59.945364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.945364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.945364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.945364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.945364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.945364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.945364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.945364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946135 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946135 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946135 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946135 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946135 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946613 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946613 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946613 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946907 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.946907 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.947108 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.947108 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.947390 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.947390 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.947598 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.947713 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.947848 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.948011 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.948171 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.948327 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.948486 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.948645 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.948863 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.949035 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.949171 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.949539 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.949744 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.949937 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.950141 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.950342 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.950342 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.950605 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.950729 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.950863 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.950989 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.951114 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.951236 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.951416 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.951540 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.951714 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.951877 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.952042 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.952204 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.952364 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.952524 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.952686 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.952875 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.953038 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.953199 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.953360 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.953528 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.953700 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.953862 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.954023 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.954184 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.954369 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.954566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.954773 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.954906 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.955021 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.955142 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.955291 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.955430 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.955567 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.955721 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.955859 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.956008 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.956148 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.956284 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.956451 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.956597 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.956815 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.957563 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.957563 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.957563 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.957563 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.957563 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.958793 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.958793 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.958793 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.958793 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.958793 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.958793 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.959386 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.959386 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.959386 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.959386 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.959620 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.959620 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.959739 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.959868 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.960028 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.960329 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.960329 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962061 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962061 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962061 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962461 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0110343 May 27 09:18:59.962566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.962566 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.963843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.963843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.963843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.963843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.963843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.963843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.963843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.963843 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.964402 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.964402 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.964402 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.964402 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.964402 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.964402 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.964402 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.965735 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.965735 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.966211 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.966570 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.966724 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.966893 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.967059 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.967224 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.967389 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.967565 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.967729 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.967865 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.968025 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.968173 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.968346 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.968506 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.968888 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.968888 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.969189 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.969189 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.969396 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.969772 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.969858 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.970009 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.970178 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.970407 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.970498 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.970643 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.970803 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.970974 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.971135 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.971297 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.972183 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.972183 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.972183 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.972183 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.972183 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.973008 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.973008 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.973008 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.973008 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.973008 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.973008 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.974763 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.974763 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.974763 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.974763 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.974763 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.974763 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.974763 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.974763 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.975916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.975916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.975916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.975916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.975916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.975916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.975916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.975916 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.976993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.976993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.976993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.976993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.976993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.976993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.976993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.976993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.976993 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.978139 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.978139 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.978139 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.978139 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.978139 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.978139 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.978139 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.978139 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.979144 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:18:59.979144 dv-cinder-772623-6-smb neutron-server[91701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:19:12.171197 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e55d5f-3c4b-404d-8f33-7fe84b59a076 None None] get_active_networks_info from dv-cinder-772623-6-smb {{(pid=91810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 09:19:12.321120 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e55d5f-3c4b-404d-8f33-7fe84b59a076 None None] No non-hosted networks {{(pid=91810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 09:19:12.356671 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.agentschedulers_db [None req-f7e55d5f-3c4b-404d-8f33-7fe84b59a076 None None] DHCP Agent not found on host dv-cinder-772623-6-smb {{(pid=91810) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 09:19:12.485923 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0fc165e1-ea55-4ab0-b4ef-1c6fae8da4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567'] for agent, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:14.794364 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc71d-e542-4081-b04c-ea7884920bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567'] for agent, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:14.835203 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccba5-5313-4a3f-a5e4-d98f0d281b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:15.593447 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567'] for agent, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:15.594544 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.595436 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.595977 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.596580 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.598250 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.598847 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.599373 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.599883 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.608862 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.610571 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.616183 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.617094 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:15.617836 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:19:15.642662 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:19:17.470840 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567'] for agent, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:18.021662 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.db.l3_hamode_db [None req-f02672d9-51fb-4521-ac46-56df09030caf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 09:19:18.111558 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02672d9-51fb-4521-ac46-56df09030caf None None] Routers set() bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:19:18.111816 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02672d9-51fb-4521-ac46-56df09030caf None None] Router IDs set() for agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 09:19:18.754289 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567'] for agent, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:19.975041 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 58630) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:20.568454 dv-cinder-772623-6-smb neutron-server[91808]: WARNING oslo_policy.policy [None req-bcb4319b-76a8-4cb9-ba29-3b4cc0414bcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:19:20.569076 dv-cinder-772623-6-smb neutron-server[91808]: WARNING oslo_policy.policy [None req-bcb4319b-76a8-4cb9-ba29-3b4cc0414bcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:19:20.790617 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [None req-bcb4319b-76a8-4cb9-ba29-3b4cc0414bcf admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:19:20.791657 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-bcb4319b-76a8-4cb9-ba29-3b4cc0414bcf admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8156939 May 27 09:19:23.170014 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 58644) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:23.567864 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-b7f4f5a9-dc52-4947-9c3c-9e59e33c356e admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:19:23.667529 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.policy [None req-b7f4f5a9-dc52-4947-9c3c-9e59e33c356e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91808) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 09:19:23.713215 dv-cinder-772623-6-smb neutron-server[91808]: WARNING oslo_policy.policy [None req-b7f4f5a9-dc52-4947-9c3c-9e59e33c356e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:19:23.713588 dv-cinder-772623-6-smb neutron-server[91808]: WARNING oslo_policy.policy [None req-b7f4f5a9-dc52-4947-9c3c-9e59e33c356e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:19:23.722927 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.quota [None req-b7f4f5a9-dc52-4947-9c3c-9e59e33c356e admin admin] Loaded quota_driver: . May 27 09:19:23.738387 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-b7f4f5a9-dc52-4947-9c3c-9e59e33c356e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:19:23.799303 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f5a9-dc52-4947-9c3c-9e59e33c356e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776916403812', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776916402656', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776916425677', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776916418705', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776916506910', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776916501112', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1793679', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617421', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616991', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543914'] for rbac-policy, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:23.862740 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f5a9-dc52-4947-9c3c-9e59e33c356e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:23.870000 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-b7f4f5a9-dc52-4947-9c3c-9e59e33c356e admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6928997 May 27 09:19:26.566688 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 58658) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:26.923348 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Request body: {'network': {'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'name': 'private', 'admin_state_up': True, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:19:26.928048 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:19:26.932462 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Usage tracker for resource:network and tenant:d5fbcfc396d6455cb78e3b16e7311f40 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:19:26.937076 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:19:26.943139 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:19:26.952824 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Made reservation on behalf of d5fbcfc396d6455cb78e3b16e7311f40 for: {'network': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:19:26.955730 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:26.974095 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:26.988578 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:19:26.992239 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fbcfc396d6455cb78e3b16e7311f40 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:19:26.997500 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:19:27.003027 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:19:27.100192 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:27.104042 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:27.109627 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:27.128391 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=91808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:19:27.158607 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776913368558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:27.159137 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Unsubscribe: segment precommit_create {{(pid=91808) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 09:19:27.159621 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.segments_db [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Added segment e2357a25-36bf-4b30-a29e-d273045c67a1 of type vlan for network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 May 27 09:19:27.208683 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f8a06-f611-4fb8-8aab-92af02ce7b88,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:27.230443 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.230773 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.231097 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.231413 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.231724 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.232039 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.232342 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.232646 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.232996 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.233301 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.233601 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.233909 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Tracked resource versions report: May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: pushed versions: May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: { 'AddressGroup': {'1.2'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'ConntrackHelper': {'1.0'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Log': {'1.0'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Network': {'1.1'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Port': {'1.7'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'PortForwarding': {'1.2'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'QosPolicy': {'1.8'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'SecurityGroup': {'1.4'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'SecurityGroupRule': {'1.2'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'SubPort': {'1.0'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Subnet': {'1.1'}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Trunk': {'1.1'}} May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: consumer versions: May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: { DHCP agent@dv-cinder-772623-6-smb: {}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: L3 agent@dv-cinder-772623-6-smb: {}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: Metadata agent@dv-cinder-772623-6-smb: {}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: Metering agent@dv-cinder-772623-6-smb: {}, May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: Open vSwitch agent@dv-cinder-772623-6-smb: { 'AddressGroup': '1.2', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'ConntrackHelper': '1.0', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Log': '1.0', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Network': '1.1', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Port': '1.7', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'PortForwarding': '1.2', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'QosPolicy': '1.8', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'SecurityGroup': '1.4', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'SecurityGroupRule': '1.2', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'SubPort': '1.0', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Subnet': '1.1', May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: 'Trunk': '1.1'}} May 27 09:19:27.235010 dv-cinder-772623-6-smb neutron-server[91808]: {{(pid=91808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:19:27.282792 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:27.287544 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:27.325138 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:27.326532 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:19:27.327156 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:27.331707 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:27.437511 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8697612 May 27 09:19:27.438055 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=bc247ce5-e1bc-4339-a336-f4f68a8dacf5,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:27.462688 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:27.471803 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:19:30.159112 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 58674) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:30.638708 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e3e5f5-501e-44e3-a3d9-9d59f81d1f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:19:30.639948 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-e2e3e5f5-501e-44e3-a3d9-9d59f81d1f5c admin admin] 10.222.0.37 "GET /v2.0/networks/bc247ce5-e1bc-4339-a336-f4f68a8dacf5 HTTP/1.1" status: 200 len: 825 time: 0.4799032 May 27 09:19:30.667362 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-478116f5-58c0-4f11-b146-986f2f6f3c05 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/f1ade6c4-487d-464a-aedb-04e9e764cb83 HTTP/1.1" status: 200 len: 734 time: 0.0218356 May 27 09:19:30.677122 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Request body: {'subnet': {'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'f1ade6c4-487d-464a-aedb-04e9e764cb83', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'gateway_ip': '172.20.0.1'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:19:30.681846 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:19:30.686426 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Usage tracker for resource:subnet and tenant:d5fbcfc396d6455cb78e3b16e7311f40 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:19:30.689371 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:19:30.695088 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:19:30.705968 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Made reservation on behalf of d5fbcfc396d6455cb78e3b16e7311f40 for: {'subnet': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:19:30.708361 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:31.194695 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:31.199147 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:31.286720 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6dd84b-6fb0-4142-84db-4cf95f81d3a4,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:31.295319 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:31.296433 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Checking segment: {'id': 'e2357a25-36bf-4b30-a29e-d273045c67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:19:31.296834 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Network hostable DHCP agents. Network: bc247ce5-e1bc-4339-a336-f4f68a8dacf5, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:19:31.316786 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:19:31.328472 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, bc247ce5-e1bc-4339-a336-f4f68a8dacf5) {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:19:31.334549 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:19:31.335180 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:31.340064 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396637d-09f0-45e5-a50e-d8c5965292ba None None] Network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:19:31.359946 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6861551 May 27 09:19:31.682014 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ae6fd5-8ebc-5d11-9d3d-d0ac3b1ca7ec-bc247ce5-e1bc-4339-a336-f4f68a8dacf5', 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'fixed_ips': [{'subnet_id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4'}]}} from dv-cinder-772623-6-smb. {{(pid=91810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:19:31.682014 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:31.878139 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.db_base_plugin_common [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Allocated IP 172.20.0.2 (bc247ce5-e1bc-4339-a336-f4f68a8dacf5/0d6dd84b-6fb0-4142-84db-4cf95f81d3a4/30fc4b87-2613-4608-94e0-25672447065f) {{(pid=91810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:19:32.204151 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Notify callbacks [] for port, precommit_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:32.218257 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Transition to ACTIVE for port object 30fc4b87-2613-4608-94e0-25672447065f will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:19:32.241581 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Transition to ACTIVE for port object 30fc4b87-2613-4608-94e0-25672447065f will not be triggered until provisioned by entity DHCP. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:19:32.248117 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:32.253050 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:32.317390 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 is already hosted by enough agents. {{(pid=91810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:19:32.320243 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.base_scheduler [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Resources bound (agent type, host, resource id): {{(pid=91810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:19:32.324268 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Received port after_create {{(pid=91810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:19:32.334507 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Pushing event updated for resources: {'Port': ['ID=30fc4b87-2613-4608-94e0-25672447065f,revision_number=1']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:32.378063 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.378758 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.378758 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.379017 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.379332 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.379648 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.379959 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.380265 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.380572 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.380903 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.381207 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.381510 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Tracked resource versions report: May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: pushed versions: May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: { 'AddressGroup': {'1.2'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'ConntrackHelper': {'1.0'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Log': {'1.0'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Network': {'1.1'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Port': {'1.7'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'PortForwarding': {'1.2'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'QosPolicy': {'1.8'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'SecurityGroup': {'1.4'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'SecurityGroupRule': {'1.2'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'SubPort': {'1.0'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Subnet': {'1.1'}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Trunk': {'1.1'}} May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: consumer versions: May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: { DHCP agent@dv-cinder-772623-6-smb: {}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: L3 agent@dv-cinder-772623-6-smb: {}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: Metadata agent@dv-cinder-772623-6-smb: {}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: Metering agent@dv-cinder-772623-6-smb: {}, May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: Open vSwitch agent@dv-cinder-772623-6-smb: { 'AddressGroup': '1.2', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'ConntrackHelper': '1.0', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Log': '1.0', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Network': '1.1', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Port': '1.7', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'PortForwarding': '1.2', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'QosPolicy': '1.8', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'SecurityGroup': '1.4', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'SecurityGroupRule': '1.2', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'SubPort': '1.0', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Subnet': '1.1', May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: 'Trunk': '1.1'}} May 27 09:19:32.382658 dv-cinder-772623-6-smb neutron-server[91810]: {{(pid=91810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:19:32.387449 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:32.438361 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Attempting to bind port 30fc4b87-2613-4608-94e0-25672447065f on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:19:32.439034 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Attempting to bind port 30fc4b87-2613-4608-94e0-25672447065f by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': 'e2357a25-36bf-4b30-a29e-d273045c67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:19:32.439458 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Attempting to bind port 30fc4b87-2613-4608-94e0-25672447065f on network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:19:32.444981 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:19:32.445495 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Checking segment: {'id': 'e2357a25-36bf-4b30-a29e-d273045c67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:19:32.446021 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:32.446411 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Bound using segment: {'id': 'e2357a25-36bf-4b30-a29e-d273045c67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:19:32.446939 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Bound port: 30fc4b87-2613-4608-94e0-25672447065f, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2357a25-36bf-4b30-a29e-d273045c67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:19:32.447420 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:32.537333 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] For port 30fc4b87-2613-4608-94e0-25672447065f, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:19:32.541290 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] For port 30fc4b87-2613-4608-94e0-25672447065f, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=30fc4b87-2613-4608-94e0-25672447065f,segment=NetworkSegment(e2357a25-36bf-4b30-a29e-d273045c67a1),segment_id=e2357a25-36bf-4b30-a29e-d273045c67a1)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:19:32.546769 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:32.550733 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:32.643966 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Pushing event updated for resources: {'Port': ['ID=30fc4b87-2613-4608-94e0-25672447065f,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:32.649620 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:33.903583 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 58684) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:34.310240 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [None req-8350d3ee-f0eb-41af-8a9d-644e3cf0fc41 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:19:34.311241 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-8350d3ee-f0eb-41af-8a9d-644e3cf0fc41 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4066143 May 27 09:19:36.797806 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 58694) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:37.441744 dv-cinder-772623-6-smb neutron-server[91809]: WARNING oslo_policy.policy [None req-66c5c647-50c6-4677-92b0-6717bb4cc0fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:19:37.442416 dv-cinder-772623-6-smb neutron-server[91809]: WARNING oslo_policy.policy [None req-66c5c647-50c6-4677-92b0-6717bb4cc0fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:19:37.660002 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [None req-66c5c647-50c6-4677-92b0-6717bb4cc0fa admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:19:37.661241 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-66c5c647-50c6-4677-92b0-6717bb4cc0fa admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8615201 May 27 09:19:38.134341 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 30fc4b87-2613-4608-94e0-25672447065f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:19:38.214483 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 30fc4b87-2613-4608-94e0-25672447065f completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:19:38.388805 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe425b-bb43-43e7-abbe-24b05f8f080e None None] Network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:19:38.479083 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-f49f2a07-3368-479e-b338-8bc865ae52d6 None None] Provisioning for port 30fc4b87-2613-4608-94e0-25672447065f completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:19:38.487555 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-f49f2a07-3368-479e-b338-8bc865ae52d6 None None] Provisioning complete for port 30fc4b87-2613-4608-94e0-25672447065f triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:19:38.487942 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f49f2a07-3368-479e-b338-8bc865ae52d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:38.682539 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f49f2a07-3368-479e-b338-8bc865ae52d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:38.757639 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-f49f2a07-3368-479e-b338-8bc865ae52d6 None None] For port 30fc4b87-2613-4608-94e0-25672447065f, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=30fc4b87-2613-4608-94e0-25672447065f,segment=NetworkSegment(e2357a25-36bf-4b30-a29e-d273045c67a1),segment_id=e2357a25-36bf-4b30-a29e-d273045c67a1)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:19:38.764444 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f49f2a07-3368-479e-b338-8bc865ae52d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:38.773829 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:38.869717 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f2a07-3368-479e-b338-8bc865ae52d6 None None] Pushing event updated for resources: {'Port': ['ID=30fc4b87-2613-4608-94e0-25672447065f,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:38.873849 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-f49f2a07-3368-479e-b338-8bc865ae52d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:39.094061 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-a9d417d5-ea02-4900-ab91-b012e03ce6f4 None None] Provisioning complete for port 30fc4b87-2613-4608-94e0-25672447065f triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:19:39.094423 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a9d417d5-ea02-4900-ab91-b012e03ce6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:40.098535 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 30fc4b87-2613-4608-94e0-25672447065f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:19:40.165112 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 30fc4b87-2613-4608-94e0-25672447065f triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:19:40.165473 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:40.352467 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 58714) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:40.712545 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:19:40.790373 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.policy [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91809) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 09:19:40.837023 dv-cinder-772623-6-smb neutron-server[91809]: WARNING oslo_policy.policy [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:19:40.837399 dv-cinder-772623-6-smb neutron-server[91809]: WARNING oslo_policy.policy [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:19:40.846895 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.quota [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Loaded quota_driver: . May 27 09:19:40.862671 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:19:40.869206 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Usage tracker for resource:router and tenant:d5fbcfc396d6455cb78e3b16e7311f40 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:19:40.873911 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:19:40.881284 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:19:40.898172 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4014'] for router, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:40.900352 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4055'] for router, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:40.926173 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:41.046567 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763648'] for router, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:41.070138 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:41.071663 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-006f8080-f905-4d72-bb84-e769894480b8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7181118 May 27 09:19:42.101051 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-acac3f3b-d0a6-4c3f-b0de-e3b6882e68e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:43.466934 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 58726) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:43.844201 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [None req-5e8486e3-cc68-44b0-b38f-b7b89af4a26a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:19:43.845462 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-5e8486e3-cc68-44b0-b38f-b7b89af4a26a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3773565 May 27 09:19:44.778693 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef796-9476-40f8-8c45-24c6e6f36ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:45.592721 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:46.265196 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 58736) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:46.643630 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:19:46.648102 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:19:46.652412 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Usage tracker for resource:network and tenant:6216ec7bf4a9406697900a259422b17f is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:19:46.655718 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:19:46.661336 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:19:46.671062 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Made reservation on behalf of 6216ec7bf4a9406697900a259422b17f for: {'network': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:19:46.673542 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:46.685815 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:46.700190 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:19:46.703886 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6216ec7bf4a9406697900a259422b17f is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:19:46.706613 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:19:46.712136 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:19:46.799925 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:46.803889 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:46.807538 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:46.823365 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=91808) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 09:19:46.846002 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ced46-cfe4-43bc-bbc8-027fe7a7dbbb,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:46.851318 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:46.852244 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:46.852571 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.segments_db [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Added segment 3c470733-f3bc-457a-9576-52c1166f259a of type flat for network a100e892-3e4c-47db-be6a-a7a16035baee May 27 09:19:46.885093 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:46.924554 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:46.925828 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:19:46.926381 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:46.929869 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:47.026819 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7602479 May 27 09:19:47.027383 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Pushing event updated for resources: {'Network': ['ID=a100e892-3e4c-47db-be6a-a7a16035baee,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:47.030145 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:47.038658 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network a100e892-3e4c-47db-be6a-a7a16035baee details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:19:47.338152 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:48.706931 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:49.449182 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 58756) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:49.670410 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7508189-1c86-428b-9c88-d31e5477a7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:19:49.671757 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d7508189-1c86-428b-9c88-d31e5477a7cb admin admin] 10.222.0.37 "GET /v2.0/subnets/0d6dd84b-6fb0-4142-84db-4cf95f81d3a4 HTTP/1.1" status: 200 len: 849 time: 0.2215493 May 27 09:19:49.865282 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-cb892bc5-41c9-48b7-8b01-231358610d5d admin admin] 10.222.0.37 "GET /v2.0/routers/1d5e932d-cd00-436f-8fb4-7615a7ee1201 HTTP/1.1" status: 200 len: 704 time: 0.1865480 May 27 09:19:50.387950 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:50.642516 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Allocated IP 172.20.0.1 (bc247ce5-e1bc-4339-a336-f4f68a8dacf5/0d6dd84b-6fb0-4142-84db-4cf95f81d3a4/53521adc-eac0-4d11-aaa9-3d58b6c399d0) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:19:50.804820 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:50.824894 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Transition to ACTIVE for port object 53521adc-eac0-4d11-aaa9-3d58b6c399d0 will not be triggered until provisioned by entity DHCP. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:19:50.890304 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:50.896601 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:50.960004 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:19:50.962867 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:19:50.966907 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:19:50.967424 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768102'] for router_interface, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:51.094953 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Pushing event updated for resources: {'Port': ['ID=53521adc-eac0-4d11-aaa9-3d58b6c399d0,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:51.109840 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:51.208734 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-a777a6ff-096e-468f-a641-541fa01b0a65 None None] Provisioning for port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:19:51.213745 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-a777a6ff-096e-468f-a641-541fa01b0a65 None None] Provisioning complete for port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:19:51.214737 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a777a6ff-096e-468f-a641-541fa01b0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:51.235032 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:51.268879 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-a777a6ff-096e-468f-a641-541fa01b0a65 None None] Port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:19:51.473056 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:51.478026 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:51.479099 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768197'] for router_interface, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:51.483044 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:51.612059 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Pushing event updated for resources: {'Port': ['ID=53521adc-eac0-4d11-aaa9-3d58b6c399d0,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:51.616221 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:51.674651 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:19:51.675765 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:19:51.892941 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-c383fca8-0e1c-4527-9656-26a0cb389383 None None] Provisioning complete for port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:19:51.893446 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-c383fca8-0e1c-4527-9656-26a0cb389383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:51.924958 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Router 1d5e932d-cd00-436f-8fb4-7615a7ee1201 is scheduled to L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 with binding_index 1 {{(pid=91808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:19:51.963651 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-c383fca8-0e1c-4527-9656-26a0cb389383 None None] Port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:19:52.119829 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:19:52.131477 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d5e932d-cd00-436f-8fb4-7615a7ee1201/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2607336 May 27 09:19:52.133393 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Sync routers for ids ['1d5e932d-cd00-436f-8fb4-7615a7ee1201'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:19:52.145489 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Routers {'1d5e932d-cd00-436f-8fb4-7615a7ee1201'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:19:52.146571 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:19:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['1d5e932d-cd00-436f-8fb4-7615a7ee1201'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:19:52.339373 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Set router 1d5e932d-cd00-436f-8fb4-7615a7ee1201 gateway port host: None {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:19:52.722424 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'name': 'router1', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:19:40Z', 'updated_at': '2021-05-27T09:19:51Z', 'revision_number': 2, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'gw_port_host': None, '_interfaces': [{'id': '53521adc-eac0-4d11-aaa9-3d58b6c399d0', 'name': '', 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'mac_address': 'fa:16:3e:45:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:19:50Z', 'updated_at': '2021-05-27T09:19:51Z', 'revision_number': 2, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'subnets': [{'id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1ade6c4-487d-464a-aedb-04e9e764cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:19:52.727540 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Checking router: 1d5e932d-cd00-436f-8fb4-7615a7ee1201 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:19:52.727936 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Updating router 1d5e932d-cd00-436f-8fb4-7615a7ee1201 port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 binding host dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:19:52.785611 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:53.184830 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Notify callbacks [] for port, precommit_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:53.201022 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.provisioning_blocks [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Transition to ACTIVE for port object 53521adc-eac0-4d11-aaa9-3d58b6c399d0 will not be triggered until provisioned by entity L2. {{(pid=91811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:19:53.208572 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:53.214830 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:53.411587 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Pushing event updated for resources: {'Port': ['ID=53521adc-eac0-4d11-aaa9-3d58b6c399d0,revision_number=3']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:53.440717 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.441005 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.441286 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.441608 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.441926 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.442236 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.442547 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.442855 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.443164 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.443470 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.443776 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.444079 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Tracked resource versions report: May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: pushed versions: May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: { 'AddressGroup': {'1.2'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'ConntrackHelper': {'1.0'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Log': {'1.0'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Network': {'1.1'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Port': {'1.7'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'PortForwarding': {'1.2'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'QosPolicy': {'1.8'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'SecurityGroup': {'1.4'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'SecurityGroupRule': {'1.2'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'SubPort': {'1.0'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Subnet': {'1.1'}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Trunk': {'1.1'}} May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: consumer versions: May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: { DHCP agent@dv-cinder-772623-6-smb: {}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: L3 agent@dv-cinder-772623-6-smb: {}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: Metadata agent@dv-cinder-772623-6-smb: {}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: Metering agent@dv-cinder-772623-6-smb: {}, May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: Open vSwitch agent@dv-cinder-772623-6-smb: { 'AddressGroup': '1.2', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'ConntrackHelper': '1.0', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Log': '1.0', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Network': '1.1', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Port': '1.7', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'PortForwarding': '1.2', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'QosPolicy': '1.8', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'SecurityGroup': '1.4', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'SecurityGroupRule': '1.2', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'SubPort': '1.0', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Subnet': '1.1', May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: 'Trunk': '1.1'}} May 27 09:19:53.445249 dv-cinder-772623-6-smb neutron-server[91811]: {{(pid=91811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:19:53.450548 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Attempting to bind port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:19:53.451138 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Attempting to bind port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': 'e2357a25-36bf-4b30-a29e-d273045c67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5'}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:19:53.451425 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Attempting to bind port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 on network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:19:53.453801 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:53.458569 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:19:53.458981 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Checking segment: {'id': 'e2357a25-36bf-4b30-a29e-d273045c67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:19:53.459438 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:53.459821 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Bound using segment: {'id': 'e2357a25-36bf-4b30-a29e-d273045c67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5'} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:19:53.460374 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Bound port: 53521adc-eac0-4d11-aaa9-3d58b6c399d0, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2357a25-36bf-4b30-a29e-d273045c67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5'}}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:19:53.460767 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:53.562110 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] For port 53521adc-eac0-4d11-aaa9-3d58b6c399d0, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:19:53.566320 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] For port 53521adc-eac0-4d11-aaa9-3d58b6c399d0, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=53521adc-eac0-4d11-aaa9-3d58b6c399d0,segment=NetworkSegment(e2357a25-36bf-4b30-a29e-d273045c67a1),segment_id=e2357a25-36bf-4b30-a29e-d273045c67a1)] {{(pid=91811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:19:53.571375 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:53.575489 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:53.651646 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Routers {'1d5e932d-cd00-436f-8fb4-7615a7ee1201'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:19:53.652282 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:19:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['1d5e932d-cd00-436f-8fb4-7615a7ee1201'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:19:53.836515 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Pushing event updated for resources: {'Port': ['ID=53521adc-eac0-4d11-aaa9-3d58b6c399d0,revision_number=4']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:53.839872 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:53.861831 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] Set router 1d5e932d-cd00-436f-8fb4-7615a7ee1201 gateway port host: None {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:19:54.227020 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'name': 'router1', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:19:40Z', 'updated_at': '2021-05-27T09:19:51Z', 'revision_number': 2, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'gw_port_host': None, '_interfaces': [{'id': '53521adc-eac0-4d11-aaa9-3d58b6c399d0', 'name': '', 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'mac_address': 'fa:16:3e:45:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:19:50Z', 'updated_at': '2021-05-27T09:19:53Z', 'revision_number': 4, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'subnets': [{'id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1ade6c4-487d-464a-aedb-04e9e764cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:19:54.231932 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a97ef4-9189-4c5c-9745-64bfd2f49113 None None] The sync data for ids ['1d5e932d-cd00-436f-8fb4-7615a7ee1201'] in dv-cinder-772623-6-smb is: [{'id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'name': 'router1', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:19:40Z', 'updated_at': '2021-05-27T09:19:51Z', 'revision_number': 2, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'gw_port_host': None, '_interfaces': [{'id': '53521adc-eac0-4d11-aaa9-3d58b6c399d0', 'name': '', 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'mac_address': 'fa:16:3e:45:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:19:50Z', 'updated_at': '2021-05-27T09:19:53Z', 'revision_number': 4, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'subnets': [{'id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1ade6c4-487d-464a-aedb-04e9e764cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:19:54.462289 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 58778) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:54.648871 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2294d0-4c6d-48dc-bba6-d2e4a51cfd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:19:54.650279 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-ba2294d0-4c6d-48dc-bba6-d2e4a51cfd9d admin admin] 10.222.0.37 "GET /v2.0/networks/a100e892-3e4c-47db-be6a-a7a16035baee HTTP/1.1" status: 200 len: 842 time: 0.1870849 May 27 09:19:54.660650 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'name': 'public-subnet'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:19:54.666092 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:19:54.671041 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Usage tracker for resource:subnet and tenant:6216ec7bf4a9406697900a259422b17f is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:19:54.674718 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:19:54.680789 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:19:54.691241 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Made reservation on behalf of 6216ec7bf4a9406697900a259422b17f for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:19:54.694228 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:55.232439 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.objects.ports [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91809) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 09:19:55.232954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:55.237629 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:55.318105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Checking segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:19:55.318498 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Network hostable DHCP agents. Network: a100e892-3e4c-47db-be6a-a7a16035baee, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:19:55.325018 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c247fd68-7f78-48a5-b959-5a62a5944709,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:55.336178 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.336520 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.336866 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.337184 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.337499 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.337814 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.338121 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.338429 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.338749 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.339094 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.339398 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.339700 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Tracked resource versions report: May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: pushed versions: May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: { 'AddressGroup': {'1.2'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'ConntrackHelper': {'1.0'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Log': {'1.0'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Network': {'1.1'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Port': {'1.7'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'PortForwarding': {'1.2'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'QosPolicy': {'1.8'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'SecurityGroup': {'1.4'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'SecurityGroupRule': {'1.2'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'SubPort': {'1.0'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Subnet': {'1.1'}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Trunk': {'1.1'}} May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: consumer versions: May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: { DHCP agent@dv-cinder-772623-6-smb: {}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: L3 agent@dv-cinder-772623-6-smb: {}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: Metadata agent@dv-cinder-772623-6-smb: {}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: Metering agent@dv-cinder-772623-6-smb: {}, May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: Open vSwitch agent@dv-cinder-772623-6-smb: { 'AddressGroup': '1.2', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'ConntrackHelper': '1.0', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Log': '1.0', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Network': '1.1', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Port': '1.7', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'PortForwarding': '1.2', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'QosPolicy': '1.8', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'SecurityGroup': '1.4', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'SecurityGroupRule': '1.2', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'SubPort': '1.0', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Subnet': '1.1', May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: 'Trunk': '1.1'}} May 27 09:19:55.340837 dv-cinder-772623-6-smb neutron-server[91809]: {{(pid=91809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:19:55.374794 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Network a100e892-3e4c-47db-be6a-a7a16035baee is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:19:55.379019 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:55.387961 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, a100e892-3e4c-47db-be6a-a7a16035baee) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:19:55.392990 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:19:55.393664 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:55.400150 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67770db1-67b0-45ec-9596-ec56e84db35a None None] Network a100e892-3e4c-47db-be6a-a7a16035baee requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:19:55.426328 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7600434 May 27 09:19:55.631141 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa0918-010f-4249-9fcf-6b84a0562e99 None None] Network a100e892-3e4c-47db-be6a-a7a16035baee requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:19:57.729208 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 58796) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:19:57.944845 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-72b14949-8901-4894-9438-0cc85926a50b admin admin] 10.222.0.37 "GET /v2.0/routers/1d5e932d-cd00-436f-8fb4-7615a7ee1201 HTTP/1.1" status: 200 len: 710 time: 0.2144186 May 27 09:19:58.083612 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93373834-b76b-48ef-81f3-3af35b51747e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:19:58.085022 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-93373834-b76b-48ef-81f3-3af35b51747e admin admin] 10.222.0.37 "GET /v2.0/networks/a100e892-3e4c-47db-be6a-a7a16035baee HTTP/1.1" status: 200 len: 886 time: 0.1345253 May 27 09:19:58.098419 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:19:58.160604 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 53521adc-eac0-4d11-aaa9-3d58b6c399d0 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:19:58.246118 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:19:58.251711 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:19:58.252013 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:58.388502 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:58.423234 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 53521adc-eac0-4d11-aaa9-3d58b6c399d0, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=53521adc-eac0-4d11-aaa9-3d58b6c399d0,segment=NetworkSegment(e2357a25-36bf-4b30-a29e-d273045c67a1),segment_id=e2357a25-36bf-4b30-a29e-d273045c67a1)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:19:58.428780 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:58.430937 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-f49f2a07-3368-479e-b338-8bc865ae52d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:58.504238 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=53521adc-eac0-4d11-aaa9-3d58b6c399d0,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:58.507773 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:19:58.677208 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:59.067677 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:59.128687 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:59.273856 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Allocated IP 172.28.1.29 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/0f138e0a-a215-42e7-88c1-17cc1c0abef8) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:19:59.464958 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:59.528674 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:19:59.533129 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:19:59.601472 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:19:59.604419 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:19:59.607716 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:19:59.676162 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f138e0a-a215-42e7-88c1-17cc1c0abef8,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:19:59.680347 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:20:00.031113 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:00.127321 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 53521adc-eac0-4d11-aaa9-3d58b6c399d0 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:20:00.204335 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:20:00.204703 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:00.417811 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:00.421526 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-763710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-763657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764034'] for router, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:00.653396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Router 1d5e932d-cd00-436f-8fb4-7615a7ee1201 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:20:00.836544 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:20:00.844787 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:00.848455 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d5e932d-cd00-436f-8fb4-7615a7ee1201 HTTP/1.1" status: 200 len: 889 time: 2.7516234 May 27 09:20:00.848599 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Sync routers for ids ['1d5e932d-cd00-436f-8fb4-7615a7ee1201'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:20:00.858416 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Routers {'1d5e932d-cd00-436f-8fb4-7615a7ee1201'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:20:00.859078 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:19:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['1d5e932d-cd00-436f-8fb4-7615a7ee1201'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:20:01.077440 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Set router 1d5e932d-cd00-436f-8fb4-7615a7ee1201 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:20:01.447010 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'name': 'router1', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f138e0a-a215-42e7-88c1-17cc1c0abef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:19:40Z', 'updated_at': '2021-05-27T09:19:59Z', 'revision_number': 4, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'gw_port': {'id': '0f138e0a-a215-42e7-88c1-17cc1c0abef8', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:56:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:19:59Z', 'updated_at': '2021-05-27T09:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '53521adc-eac0-4d11-aaa9-3d58b6c399d0', 'name': '', 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'mac_address': 'fa:16:3e:45:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:19:50Z', 'updated_at': '2021-05-27T09:19:58Z', 'revision_number': 5, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'subnets': [{'id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1ade6c4-487d-464a-aedb-04e9e764cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:20:01.453612 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Checking router: 1d5e932d-cd00-436f-8fb4-7615a7ee1201 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:20:01.453982 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Updating router 1d5e932d-cd00-436f-8fb4-7615a7ee1201 port 0f138e0a-a215-42e7-88c1-17cc1c0abef8 binding host dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:20:01.512184 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:01.868961 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Notify callbacks [] for port, precommit_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:01.881634 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Transition to ACTIVE for port object 0f138e0a-a215-42e7-88c1-17cc1c0abef8 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:20:01.889213 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:01.893244 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-c3649466-b470-48ee-9d34-842c4c163669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:20:01.974001 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Attempting to bind port 0f138e0a-a215-42e7-88c1-17cc1c0abef8 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:20:01.974356 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Attempting to bind port 0f138e0a-a215-42e7-88c1-17cc1c0abef8 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:20:01.974715 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Attempting to bind port 0f138e0a-a215-42e7-88c1-17cc1c0abef8 on network a100e892-3e4c-47db-be6a-a7a16035baee {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:20:01.976904 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6b1af-4768-42d5-a52b-302854f45252 None None] Pushing event updated for resources: {'Port': ['ID=0f138e0a-a215-42e7-88c1-17cc1c0abef8,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:20:01.980615 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-1bb6b1af-4768-42d5-a52b-302854f45252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:20:01.983725 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:20:01.984130 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Checking segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:20:01.984533 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:01.984961 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Bound using segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:20:01.985429 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Bound port: 0f138e0a-a215-42e7-88c1-17cc1c0abef8, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:20:01.985794 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:02.074710 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] For port 0f138e0a-a215-42e7-88c1-17cc1c0abef8, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:20:02.084875 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] For port 0f138e0a-a215-42e7-88c1-17cc1c0abef8, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=0f138e0a-a215-42e7-88c1-17cc1c0abef8,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:20:02.091739 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:02.096137 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:20:02.178175 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Routers {'1d5e932d-cd00-436f-8fb4-7615a7ee1201'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:20:02.178887 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:19:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['1d5e932d-cd00-436f-8fb4-7615a7ee1201'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:20:02.231051 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6b1af-4768-42d5-a52b-302854f45252 None None] Pushing event updated for resources: {'Port': ['ID=0f138e0a-a215-42e7-88c1-17cc1c0abef8,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:20:02.239575 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-1bb6b1af-4768-42d5-a52b-302854f45252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:20:02.383383 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] Set router 1d5e932d-cd00-436f-8fb4-7615a7ee1201 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:20:02.782468 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'name': 'router1', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f138e0a-a215-42e7-88c1-17cc1c0abef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:19:40Z', 'updated_at': '2021-05-27T09:19:59Z', 'revision_number': 4, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'gw_port': {'id': '0f138e0a-a215-42e7-88c1-17cc1c0abef8', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:56:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:19:59Z', 'updated_at': '2021-05-27T09:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '53521adc-eac0-4d11-aaa9-3d58b6c399d0', 'name': '', 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'mac_address': 'fa:16:3e:45:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:19:50Z', 'updated_at': '2021-05-27T09:19:58Z', 'revision_number': 5, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'subnets': [{'id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1ade6c4-487d-464a-aedb-04e9e764cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:20:02.787755 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22139482-7ddc-460f-b9a4-d86ea6488a62 None None] The sync data for ids ['1d5e932d-cd00-436f-8fb4-7615a7ee1201'] in dv-cinder-772623-6-smb is: [{'id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'name': 'router1', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f138e0a-a215-42e7-88c1-17cc1c0abef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:19:40Z', 'updated_at': '2021-05-27T09:19:59Z', 'revision_number': 4, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'gw_port': {'id': '0f138e0a-a215-42e7-88c1-17cc1c0abef8', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:56:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:19:59Z', 'updated_at': '2021-05-27T09:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '53521adc-eac0-4d11-aaa9-3d58b6c399d0', 'name': '', 'network_id': 'bc247ce5-e1bc-4339-a336-f4f68a8dacf5', 'tenant_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'mac_address': 'fa:16:3e:45:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e932d-cd00-436f-8fb4-7615a7ee1201', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:19:50Z', 'updated_at': '2021-05-27T09:19:58Z', 'revision_number': 5, 'project_id': 'd5fbcfc396d6455cb78e3b16e7311f40', 'subnets': [{'id': '0d6dd84b-6fb0-4142-84db-4cf95f81d3a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1ade6c4-487d-464a-aedb-04e9e764cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:20:03.304730 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 58806) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:20:03.430213 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-d3eb546b-63bc-4d89-8820-039d95e42589 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1243277 May 27 09:20:04.175606 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 0f138e0a-a215-42e7-88c1-17cc1c0abef8 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:20:04.289471 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 0f138e0a-a215-42e7-88c1-17cc1c0abef8 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:20:04.297143 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 0f138e0a-a215-42e7-88c1-17cc1c0abef8 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:20:04.297550 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:04.484426 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:04.526093 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 0f138e0a-a215-42e7-88c1-17cc1c0abef8, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=0f138e0a-a215-42e7-88c1-17cc1c0abef8,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:20:04.532084 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:04.534420 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:20:04.627282 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=0f138e0a-a215-42e7-88c1-17cc1c0abef8,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:20:04.632014 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:20:06.162081 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 0f138e0a-a215-42e7-88c1-17cc1c0abef8 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:20:06.260224 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 0f138e0a-a215-42e7-88c1-17cc1c0abef8 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:20:06.261399 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:06.867523 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 5 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:20:12.118323 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-60ba1dae-2907-4a7f-bfbf-e6c5a759ab2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:14.809985 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-d1f33e67-b43c-4cb5-8cc3-811bebf0cea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:15.602452 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:17.343548 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:18.728391 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:42.113363 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-77906906-af40-4288-be16-53894e124252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:43.874823 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 5 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:20:44.790860 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ab6beb3a-f6ad-4a7d-bd81-c5e93b31772b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:45.614418 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:47.364018 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:20:48.742459 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:12.108712 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e28fde59-1c64-49bd-b9ab-3e99c54b38aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:14.785363 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e8b01136-d3a0-48a8-b8bc-971f264f5542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:15.602104 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:17.345438 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:18.734346 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:20.864239 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 5 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:21:42.112974 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-aea3cece-bd72-4622-b51e-7c0056577fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:44.787312 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-992cbc7b-f5c8-4629-99e5-ce04e295e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:45.599067 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:46.270406 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59376) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:21:46.343086 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe8bbfb-097a-4519-9180-2165aea96358 admin admin] GET failed (client error): The resource could not be found. May 27 09:21:46.344437 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-dbe8bbfb-097a-4519-9180-2165aea96358 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0730731 May 27 09:21:46.483121 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ec8dd-1c25-44ad-9159-1d9fa95ea939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:21:46.484587 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-616ec8dd-1c25-44ad-9159-1d9fa95ea939 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1358981 May 27 09:21:47.349733 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:48.637283 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59386) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:21:48.739005 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:48.766833 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a190ccc-b83e-4763-a2fb-e9a656587325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:21:48.767413 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-1a190ccc-b83e-4763-a2fb-e9a656587325 admin admin] Synchronizing usage tracker for tenant:6216ec7bf4a9406697900a259422b17f on resource:subnet {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:21:48.790464 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-1a190ccc-b83e-4763-a2fb-e9a656587325 admin admin] Unset dirty status for tenant:6216ec7bf4a9406697900a259422b17f on resource:subnet {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:21:48.791904 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-1a190ccc-b83e-4763-a2fb-e9a656587325 admin admin] 10.222.0.37 "GET /v2.0/subnets/0d6dd84b-6fb0-4142-84db-4cf95f81d3a4 HTTP/1.1" status: 200 len: 849 time: 0.1536231 May 27 09:21:48.804395 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:21:48.925393 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:49.143480 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776913307037'] for subnet, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:49.147466 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-7b979c80-6622-4f33-9b54-aae05f80422a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:21:49.188217 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:21:49.188783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:49.190187 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] 10.222.0.37 "PUT /v2.0/subnets/0d6dd84b-6fb0-4142-84db-4cf95f81d3a4 HTTP/1.1" status: 200 len: 868 time: 0.3898323 May 27 09:21:49.207547 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfedcd7-a479-4d88-8c8b-a43e65728e04 None None] Network bc247ce5-e1bc-4339-a336-f4f68a8dacf5 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:21:49.224324 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6dd84b-6fb0-4142-84db-4cf95f81d3a4,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:21:49.233147 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.233531 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.233848 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.234104 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.234414 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.234723 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.235005 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.235316 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.235624 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.235924 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.236224 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.236529 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:21:49.240137 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:21:49.622410 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-af6d3abb-73b8-4679-b3d8-48405aae5612 None None] Provisioning complete for port 30fc4b87-2613-4608-94e0-25672447065f triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:21:49.622771 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-af6d3abb-73b8-4679-b3d8-48405aae5612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:49.752077 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-af6d3abb-73b8-4679-b3d8-48405aae5612 None None] Provisioning complete for port 53521adc-eac0-4d11-aaa9-3d58b6c399d0 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:21:49.752917 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-af6d3abb-73b8-4679-b3d8-48405aae5612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:21:51.420142 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59396) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:21:51.600803 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe46f9d8-8aa1-4cb5-8656-a23355cb8bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:21:51.601215 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe46f9d8-8aa1-4cb5-8656-a23355cb8bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:21:51.603432 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-fe46f9d8-8aa1-4cb5-8656-a23355cb8bde admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1816254 May 27 09:21:53.750984 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59406) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:21:53.937915 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f07e52f-d941-4e91-8225-e3c29b058fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:21:53.938345 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f07e52f-d941-4e91-8225-e3c29b058fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:21:53.939022 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-7f07e52f-d941-4e91-8225-e3c29b058fe9 admin admin] Synchronizing usage tracker for tenant:6216ec7bf4a9406697900a259422b17f on resource:network {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:21:53.956516 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-7f07e52f-d941-4e91-8225-e3c29b058fe9 admin admin] Unset dirty status for tenant:6216ec7bf4a9406697900a259422b17f on resource:network {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:21:53.957699 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-7f07e52f-d941-4e91-8225-e3c29b058fe9 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2057827 May 27 09:21:56.101193 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59416) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:21:56.273564 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f415448e-cc5a-48f8-87a6-7cd905fe095e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:21:56.275213 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f415448e-cc5a-48f8-87a6-7cd905fe095e admin admin] 10.222.0.37 "GET /v2.0/networks/a100e892-3e4c-47db-be6a-a7a16035baee HTTP/1.1" status: 200 len: 886 time: 0.1728756 May 27 09:21:57.863305 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 5 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:21:58.418868 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59426) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:21:58.596371 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87655b1-5adb-43eb-b876-41483ff397d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:21:58.598414 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d87655b1-5adb-43eb-b876-41483ff397d9 admin admin] 10.222.0.37 "GET /v2.0/networks/bc247ce5-e1bc-4339-a336-f4f68a8dacf5 HTTP/1.1" status: 200 len: 869 time: 0.1782258 May 27 09:22:00.737698 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59436) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:22:00.848652 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d2592a-d8c5-4500-bb05-df46470b1206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:00.849144 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d2592a-d8c5-4500-bb05-df46470b1206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:00.850641 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-11d2592a-d8c5-4500-bb05-df46470b1206 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1119902 May 27 09:22:03.001060 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59446) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:22:03.109599 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153fe05-63ee-4b7f-95f0-dac2b3209ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:03.110049 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153fe05-63ee-4b7f-95f0-dac2b3209ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:03.111561 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d153fe05-63ee-4b7f-95f0-dac2b3209ccf admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1095765 May 27 09:22:05.261239 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59456) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:22:05.373650 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f0536-c5da-463a-85cb-224ae0804698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:05.374995 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-438f0536-c5da-463a-85cb-224ae0804698 admin admin] 10.222.0.37 "GET /v2.0/subnets/0d6dd84b-6fb0-4142-84db-4cf95f81d3a4 HTTP/1.1" status: 200 len: 868 time: 0.1128273 May 27 09:22:07.532149 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59466) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:22:07.639916 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dbf69f-4690-4074-8c29-6e274f5e6c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:07.641300 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-e9dbf69f-4690-4074-8c29-6e274f5e6c24 admin admin] 10.222.0.37 "GET /v2.0/subnets/c247fd68-7f78-48a5-b959-5a62a5944709 HTTP/1.1" status: 200 len: 816 time: 0.1081207 May 27 09:22:12.127601 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a31c849a-3863-46c3-a585-c633c547d7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:14.790257 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a54fce7b-4e68-4840-a9cd-6d99a2a0310a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:15.594806 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:17.354544 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:18.744187 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:31.639845 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59510) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:22:31.693996 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [None req-4d816890-afa1-43e3-b5f3-ab30deb493b3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:22:31.695615 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-4d816890-afa1-43e3-b5f3-ab30deb493b3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542781 May 27 09:22:33.933322 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59520) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:22:34.003035 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.pecan_wsgi.hooks.translation [None req-642170b3-99a4-4708-8301-542a1c380fbf admin admin] GET failed (client error): The resource could not be found. May 27 09:22:34.004337 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-642170b3-99a4-4708-8301-542a1c380fbf admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0700946 May 27 09:22:34.142455 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c34a28-b4b3-49c7-b9c7-7ee868335086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:34.143815 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-c5c34a28-b4b3-49c7-b9c7-7ee868335086 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354103 May 27 09:22:34.866212 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 5 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:22:36.371091 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59530) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:22:36.422748 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:22:36.428252 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:22:36.441144 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:22:36.453081 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Made reservation on behalf of 6216ec7bf4a9406697900a259422b17f for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:22:36.455396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:36.553518 dv-cinder-772623-6-smb neutron-server[91809]: WARNING neutron.services.revisions.revision_plugin [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Could not find related network for resource to bump revision. May 27 09:22:36.572049 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:22:36.583666 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776913368558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:36.584241 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Unsubscribe: segment precommit_create {{(pid=91809) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 09:22:36.584695 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Added segment d3b96094-d377-4d6d-adcd-928513b7b98c of type vlan for network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 May 27 09:22:36.625750 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:36.667873 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:36.669547 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:36.670323 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:36.674875 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:22:36.823929 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Pushing event updated for resources: {'Network': ['ID=778baa88-0fe7-4b63-8e6b-2b9f7160d2d8,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:22:36.827898 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:22:36.829730 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4574428 May 27 09:22:36.834927 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:22:39.023654 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59540) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:22:39.099265 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.pecan_wsgi.hooks.translation [None req-86af66fc-55f5-4a9f-ac5f-7d1b498c01e2 admin admin] GET failed (client error): The resource could not be found. May 27 09:22:39.100562 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-86af66fc-55f5-4a9f-ac5f-7d1b498c01e2 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0759726 May 27 09:22:39.207196 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c87c119-b221-49e8-921a-b9cb11721001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:39.208586 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-2c87c119-b221-49e8-921a-b9cb11721001 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1032932 May 27 09:22:39.218907 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:22:39.224623 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:22:39.235002 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:22:39.245287 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Made reservation on behalf of 6216ec7bf4a9406697900a259422b17f for: {'subnet': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:22:39.247589 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Notify callbacks [] for subnet, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:39.633178 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:39.637179 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a7b442f7-3b1e-4742-a666-3a0aaa25b91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:22:39.709721 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=680e3a38-53e3-4aa5-9cad-552d9766b2b4,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:22:39.721764 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.722357 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.722683 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.723003 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.723322 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.723636 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.723949 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.724267 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.724595 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.724934 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.725246 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.725549 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:39.731520 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:22:39.732348 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Checking segment: {'id': 'd3b96094-d377-4d6d-adcd-928513b7b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:22:39.732698 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Network hostable DHCP agents. Network: 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:22:39.752475 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:22:39.762186 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8) {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:22:39.766484 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:22:39.767259 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:39.771671 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9b9e91-f527-477d-ae48-efaeb17b4ea8 None None] Network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:22:39.793876 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5785565 May 27 09:22:40.008889 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ae6fd5-8ebc-5d11-9d3d-d0ac3b1ca7ec-778baa88-0fe7-4b63-8e6b-2b9f7160d2d8', 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8', 'tenant_id': '6216ec7bf4a9406697900a259422b17f', 'fixed_ips': [{'subnet_id': '680e3a38-53e3-4aa5-9cad-552d9766b2b4'}]}} from dv-cinder-772623-6-smb. {{(pid=91810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:22:40.010244 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:40.175756 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.db_base_plugin_common [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Allocated IP 192.168.233.2 (778baa88-0fe7-4b63-8e6b-2b9f7160d2d8/680e3a38-53e3-4aa5-9cad-552d9766b2b4/0c44e8a1-de89-4c00-8343-98dba47a945e) {{(pid=91810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:22:40.394574 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Notify callbacks [] for port, precommit_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:40.405859 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Transition to ACTIVE for port object 0c44e8a1-de89-4c00-8343-98dba47a945e will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:22:40.426809 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Transition to ACTIVE for port object 0c44e8a1-de89-4c00-8343-98dba47a945e will not be triggered until provisioned by entity DHCP. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:22:40.433819 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:40.438963 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:22:40.505013 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 is already hosted by enough agents. {{(pid=91810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:22:40.508624 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.base_scheduler [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Resources bound (agent type, host, resource id): {{(pid=91810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:22:40.512117 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Received port after_create {{(pid=91810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:22:40.517941 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Pushing event updated for resources: {'Port': ['ID=0c44e8a1-de89-4c00-8343-98dba47a945e,revision_number=1']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:22:40.553325 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.553683 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.553975 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.554840 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.555156 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.555464 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.555775 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.556075 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.556379 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.556680 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.557022 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.557336 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:22:40.564822 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:22:40.614499 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Attempting to bind port 0c44e8a1-de89-4c00-8343-98dba47a945e on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:22:40.614858 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Attempting to bind port 0c44e8a1-de89-4c00-8343-98dba47a945e by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': 'd3b96094-d377-4d6d-adcd-928513b7b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:22:40.615699 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Attempting to bind port 0c44e8a1-de89-4c00-8343-98dba47a945e on network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:22:40.621667 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:22:40.622036 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Checking segment: {'id': 'd3b96094-d377-4d6d-adcd-928513b7b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:22:40.622425 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:40.622805 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Bound using segment: {'id': 'd3b96094-d377-4d6d-adcd-928513b7b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:22:40.623269 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Bound port: 0c44e8a1-de89-4c00-8343-98dba47a945e, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b96094-d377-4d6d-adcd-928513b7b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:22:40.623634 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:40.714935 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] For port 0c44e8a1-de89-4c00-8343-98dba47a945e, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:22:40.718157 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] For port 0c44e8a1-de89-4c00-8343-98dba47a945e, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=0c44e8a1-de89-4c00-8343-98dba47a945e,segment=NetworkSegment(d3b96094-d377-4d6d-adcd-928513b7b98c),segment_id=d3b96094-d377-4d6d-adcd-928513b7b98c)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:22:40.724084 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:40.729314 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:22:40.813737 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Pushing event updated for resources: {'Port': ['ID=0c44e8a1-de89-4c00-8343-98dba47a945e,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:22:40.817534 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:22:41.624961 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f020e867-5486-42ee-b667-5e589f3b577a None None] Network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:22:41.738337 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-2165c51e-b7c5-4ca6-afc9-6d092e6ad7d8 None None] Provisioning for port 0c44e8a1-de89-4c00-8343-98dba47a945e completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:22:42.122459 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e89276e3-5aea-44ef-9892-ea20d50ee303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:42.280428 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 0c44e8a1-de89-4c00-8343-98dba47a945e up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:22:42.357980 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 0c44e8a1-de89-4c00-8343-98dba47a945e completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:22:42.362801 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 0c44e8a1-de89-4c00-8343-98dba47a945e triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:22:42.363161 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:42.482165 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:42.518518 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 0c44e8a1-de89-4c00-8343-98dba47a945e, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=0c44e8a1-de89-4c00-8343-98dba47a945e,segment=NetworkSegment(d3b96094-d377-4d6d-adcd-928513b7b98c),segment_id=d3b96094-d377-4d6d-adcd-928513b7b98c)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:22:42.524382 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:42.526517 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:22:42.594160 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=0c44e8a1-de89-4c00-8343-98dba47a945e,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:22:42.597936 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:22:44.245235 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 0c44e8a1-de89-4c00-8343-98dba47a945e up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:22:44.314902 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 0c44e8a1-de89-4c00-8343-98dba47a945e triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:22:44.315275 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:44.793419 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b97-9240-4a2a-a1ef-12cd669a6a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:45.598529 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:47.356673 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:22:48.746377 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:11.865226 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 5 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:23:12.126141 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa055654-9f82-4d77-88f5-c8a4a7db77bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:14.795882 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f45e788d-7218-4434-bfcf-1ab79a7a2750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:15.602198 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:17.359755 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:18.751321 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:42.130142 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2965f00b-479f-4a27-8916-be2c98fffd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:44.797599 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-6b962161-fd6b-408d-b272-7e84a74095d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:45.603978 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:47.365746 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:48.756777 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:48.868111 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 5 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:23:49.296359 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59590) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:23:49.302936 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [None req-40dd8cb6-8f0d-4cb9-a228-8638a4dde940 tempest-verify_tempest_config-724487541 tempest-verify_tempest_config-724487541-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:23:49.303873 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-40dd8cb6-8f0d-4cb9-a228-8638a4dde940 tempest-verify_tempest_config-724487541 tempest-verify_tempest_config-724487541-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065475 May 27 09:23:49.629195 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59608) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:23:49.750125 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:49.764859 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:23:49.768613 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Usage tracker for resource:security_group_rule and tenant:d25e652cf9994183ab86415cd25df558 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:23:49.771949 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:23:49.777566 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:23:49.875945 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:49.880417 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:49.887450 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:23:49.928973 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d25e652cf9994183ab86415cd25df558&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2986374 May 27 09:23:49.929832 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0238e2f2-2dd4-49ab-959b-a81615a0eb8e,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:23:49.931859 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59614) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:23:49.937498 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.938105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.938459 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.938757 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.939076 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.939386 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.939693 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.939998 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.940322 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.940641 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.940962 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.941291 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:49.945948 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:23:49.995229 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:50.022087 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:50.119501 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:50.125191 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ed617377-c27c-4a6c-a0fe-0af4ec83dbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:23:50.138571 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0238e2f2-2dd4-49ab-959b-a81615a0eb8e,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:23:50.146845 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.147181 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.147508 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.147830 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.148150 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.148463 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.148802 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.149118 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.149446 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.149762 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.150069 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.150374 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:23:50.154037 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:23:50.155013 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:23:50.156177 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0238e2f2-2dd4-49ab-959b-a81615a0eb8e HTTP/1.1" status: 204 len: 168 time: 0.2231252 May 27 09:24:12.133163 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-731e9914-cb0f-433e-baf3-f60eaee69ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:24:14.799358 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ef19806f-ad53-4b3a-bff3-2c72a9b8a761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:24:15.606719 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:24:17.364102 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:24:18.758514 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:24:25.865766 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 5 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:24:42.138401 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f7cf5cbb-e641-4e13-b1db-89dfc21a4ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:24:44.800248 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-25325a40-8e36-44d5-8051-7c895b85ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:24:45.610028 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:24:47.366642 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:24:48.760156 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:02.864969 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 5 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:25:12.130657 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-4d6d45aa-ff15-4d93-8c27-a5577a21507b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:14.801519 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e16fd48c-3532-41ca-8441-f7973a8ec7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:15.612097 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:17.372420 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:18.763101 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:31.488171 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567'] for agent, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:35.581908 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59666) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:25:35.701841 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c28cc36d-06ce-4c6b-ab1a-47d9334a9937 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1188378 May 27 09:25:37.856969 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59676) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:25:37.919348 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-115cf0d9-aa17-4e19-b4ff-a474ba7003e3 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0604384 May 27 09:25:39.864118 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:25:42.134114 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b06cbd7a-1a85-4d36-bdf9-f3c8aa36883f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:44.803364 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-6b3806bc-fb43-40a6-aefc-ddc84f439b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:45.614292 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:47.373953 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:25:48.769017 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:01.458233 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:12.136621 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf649-3550-4b7f-8fb3-a48d69466645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:14.803885 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7a06-ac87-4747-9361-1718a0a8daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:15.617836 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:16.864116 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:26:17.376518 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:18.771332 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:31.465316 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:42.140002 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-81f33d71-d017-40c9-acc1-e0dfa7a15932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:44.805985 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0118cb4d-9976-45ce-8fea-85e83df4bc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:45.621040 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:47.382162 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:48.774563 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:26:53.863619 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:27:01.468616 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:08.778890 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59794) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:09.097082 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-390986509-network', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:09.104975 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:09.111878 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Usage tracker for resource:network and tenant:646a907dfb154a678bf14fd2fa6959c1 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:09.117740 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:09.138363 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:09.154571 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Made reservation on behalf of 646a907dfb154a678bf14fd2fa6959c1 for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:09.157105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:09.175342 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:09.201007 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:09.208948 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Usage tracker for resource:security_group_rule and tenant:646a907dfb154a678bf14fd2fa6959c1 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:09.214375 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:09.221627 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:09.327758 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:09.333703 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:09.337632 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4e4c9b1b-7507-4394-a9bd-7c0569aa31ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:09.375881 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfb64a5-ea13-4138-9ca1-f65693541f1f,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:09.381066 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.381559 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.382010 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.382424 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.382993 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.383407 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.383813 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.384215 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.384802 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.385210 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.385632 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.386078 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Tracked resource versions report: May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: pushed versions: May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: { 'AddressGroup': {'1.2'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'ConntrackHelper': {'1.0'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Log': {'1.0'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Network': {'1.1'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Port': {'1.7'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'PortForwarding': {'1.2'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'QosPolicy': {'1.8'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'SecurityGroup': {'1.4'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'SecurityGroupRule': {'1.2'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'SubPort': {'1.0'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Subnet': {'1.1'}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Trunk': {'1.1'}} May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: consumer versions: May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: { DHCP agent@dv-cinder-772623-6-smb: {}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: HyperV agent@hv-cinder-77262: {}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: L3 agent@dv-cinder-772623-6-smb: {}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: Metadata agent@dv-cinder-772623-6-smb: {}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: Metering agent@dv-cinder-772623-6-smb: {}, May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: Open vSwitch agent@dv-cinder-772623-6-smb: { 'AddressGroup': '1.2', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'ConntrackHelper': '1.0', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Log': '1.0', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Network': '1.1', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Port': '1.7', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'PortForwarding': '1.2', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'QosPolicy': '1.8', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'SecurityGroup': '1.4', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'SecurityGroupRule': '1.2', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'SubPort': '1.0', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Subnet': '1.1', May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: 'Trunk': '1.1'}} May 27 09:27:09.387610 dv-cinder-772623-6-smb neutron-server[91809]: {{(pid=91809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:27:09.397213 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:09.403186 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:27:09.421085 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:09.421557 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Added segment 4bb6e925-cfbe-4dab-8603-ef1867adb77a of type vlan for network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 May 27 09:27:09.453661 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:09.490906 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:09.492795 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:09.493777 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:09.517843 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:09.655103 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Pushing event updated for resources: {'Network': ['ID=9b1a3968-62f3-40b5-8881-3b625d7f04e5,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:09.658773 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8765504 May 27 09:27:09.660217 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:09.664392 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59850) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:09.674136 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:27:09.675198 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Request body: {'subnet': {'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-subnet', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:09.682508 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:09.690657 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Usage tracker for resource:subnet and tenant:646a907dfb154a678bf14fd2fa6959c1 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:09.771642 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:09.780154 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:09.796898 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Made reservation on behalf of 646a907dfb154a678bf14fd2fa6959c1 for: {'subnet': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:09.802137 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:10.457423 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59870) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:10.560327 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:10.564085 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:10.740796 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da537f2-b638-49ca-9689-cca0c15d80b3,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:10.771773 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.772395 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.773271 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.773919 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.774476 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.775021 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.775572 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.776101 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.776712 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.777236 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.779392 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.780109 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Tracked resource versions report: May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: pushed versions: May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: { 'AddressGroup': {'1.2'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'ConntrackHelper': {'1.0'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Log': {'1.0'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Network': {'1.1'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Port': {'1.7'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'PortForwarding': {'1.2'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'QosPolicy': {'1.8'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'SecurityGroup': {'1.4'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'SecurityGroupRule': {'1.2'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'SubPort': {'1.0'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Subnet': {'1.1'}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Trunk': {'1.1'}} May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: consumer versions: May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: { DHCP agent@dv-cinder-772623-6-smb: {}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: HyperV agent@hv-cinder-77262: {}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: L3 agent@dv-cinder-772623-6-smb: {}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: Metadata agent@dv-cinder-772623-6-smb: {}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: Metering agent@dv-cinder-772623-6-smb: {}, May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: Open vSwitch agent@dv-cinder-772623-6-smb: { 'AddressGroup': '1.2', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'ConntrackHelper': '1.0', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Log': '1.0', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Network': '1.1', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Port': '1.7', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'PortForwarding': '1.2', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'QosPolicy': '1.8', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'SecurityGroup': '1.4', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'SecurityGroupRule': '1.2', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'SubPort': '1.0', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Subnet': '1.1', May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: 'Trunk': '1.1'}} May 27 09:27:10.781698 dv-cinder-772623-6-smb neutron-server[91808]: {{(pid=91808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:27:10.802530 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:10.805943 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Checking segment: {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:10.806437 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Network hostable DHCP agents. Network: 9b1a3968-62f3-40b5-8881-3b625d7f04e5, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:27:10.838084 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:27:10.867351 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 9b1a3968-62f3-40b5-8881-3b625d7f04e5) {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:10.879438 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:10.880501 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:10.882402 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4fc9fb-4703-47d1-9bd2-3542b0ec18c5 None None] Network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:10.920437 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2544458 May 27 09:27:10.925029 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59894) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:10.940632 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:10.952056 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1138370967-network', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:10.960528 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:10.971894 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Usage tracker for resource:network and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:10.973129 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:10.984539 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:10.990217 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Usage tracker for resource:router and tenant:646a907dfb154a678bf14fd2fa6959c1 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:10.995811 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:11.009813 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:11.020691 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:11.047541 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Made reservation on behalf of 2930df4a9deb48dbac2186a40c22ca4e for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:11.052104 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.052406 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4014'] for router, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.054322 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4055'] for router, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.100003 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.102405 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.153392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:11.160664 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Usage tracker for resource:security_group_rule and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:11.167044 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:11.180653 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:11.356709 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.364997 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.371884 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:11.434539 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:27:11.444955 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d3527-47b7-4b0c-8688-e0a0a59416ec None None] Network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:11.455557 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1028b1b7-b6be-4542-8530-87da454a3b2f,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:11.463467 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:11.466821 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.467689 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Added segment 7381498a-a5cd-4dca-95c9-d100645b5f37 of type vlan for network 9c186e3d-2370-4faf-b418-0ccdd033a259 May 27 09:27:11.531069 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.649253 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.651332 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:11.652375 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.661938 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:11.800512 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3414569 May 27 09:27:11.805055 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59912) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:11.812729 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Request body: {'subnet': {'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1138370967-subnet', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:11.820352 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Pushing event updated for resources: {'Network': ['ID=9c186e3d-2370-4faf-b418-0ccdd033a259,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:11.823441 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:11.828033 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:11.831011 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Usage tracker for resource:subnet and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:11.835076 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:11.843690 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:11.859945 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:27:11.869099 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Made reservation on behalf of 2930df4a9deb48dbac2186a40c22ca4e for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:11.882947 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:11.924070 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:12.174736 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f149feec-434b-4603-8296-8a60b8e00752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:12.423014 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59926) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:12.586721 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:12.624039 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:12.628277 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:12.655492 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:12.709704 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c911897-3819-4877-b96c-8fcf157fabaa,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:12.713562 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:12.720236 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Checking segment: {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:12.721057 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Network hostable DHCP agents. Network: 9c186e3d-2370-4faf-b418-0ccdd033a259, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:27:12.747204 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:27:12.764986 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 9c186e3d-2370-4faf-b418-0ccdd033a259) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:12.770759 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:12.771283 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:12.782687 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054b94f-740d-437c-9c32-4343b02cd60f None None] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:12.850577 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0439095 May 27 09:27:12.851951 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59938) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:12.868096 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:12.887499 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:12.898392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Usage tracker for resource:router and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:12.907360 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:12.926810 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:12.953412 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4014'] for router, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:12.954535 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4055'] for router, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:12.985008 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:13.122783 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ae6fd5-8ebc-5d11-9d3d-d0ac3b1ca7ec-9c186e3d-2370-4faf-b418-0ccdd033a259', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa'}]}} from dv-cinder-772623-6-smb. {{(pid=91810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:27:13.124658 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:13.128883 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Allocated IP 172.28.1.38 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/8da3e7ea-ed4f-455d-9212-f838da3099e2) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:27:13.321408 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 59944) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:13.372224 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.db_base_plugin_common [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Allocated IP 172.20.0.2 (9c186e3d-2370-4faf-b418-0ccdd033a259/1c911897-3819-4877-b96c-8fcf157fabaa/d68baed5-1ec5-4ebd-b444-2d82be3ec5ab) {{(pid=91810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:27:13.456792 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:13.534556 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-197304259-network', 'tenant_id': '1dedf656bec4430db2d1490ceff63deb'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:13.545200 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:13.552538 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:13.561046 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Usage tracker for resource:network and tenant:1dedf656bec4430db2d1490ceff63deb is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:13.567548 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:13.604785 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:13.618319 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:13.642889 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:13.652317 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:13.667324 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:27:13.753409 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Made reservation on behalf of 1dedf656bec4430db2d1490ceff63deb for: {'network': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:13.756078 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:13.774783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:13.791233 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-250329075-network', 'tenant_id': 'f026b372a9be4575bdcd0adccf9f7df6'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:13.796426 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:13.801082 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Usage tracker for resource:network and tenant:f026b372a9be4575bdcd0adccf9f7df6 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:13.804461 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:13.812392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:13.837285 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Made reservation on behalf of f026b372a9be4575bdcd0adccf9f7df6 for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:13.839901 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:13.859181 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:13.878049 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:13.884076 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:13.890305 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Usage tracker for resource:security_group_rule and tenant:f026b372a9be4575bdcd0adccf9f7df6 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:13.894701 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:13.897253 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Pushing event updated for resources: {'Port': ['ID=8da3e7ea-ed4f-455d-9212-f838da3099e2,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:13.902783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:13.935700 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:13.956160 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:13.970027 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Usage tracker for resource:security_group_rule and tenant:1dedf656bec4430db2d1490ceff63deb is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:13.983867 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:14.000158 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:14.014055 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.021988 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.037316 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:27:14.044174 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:14.079841 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd17b15-eae9-42b5-adb7-aae449cfe246,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:14.084882 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:14.134244 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Notify callbacks [] for port, precommit_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.143265 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.143737 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Added segment a3486d05-4981-4164-9980-e878c95f79ee of type vlan for network 07e208ce-29b7-4cc4-8c15-3162998775ac May 27 09:27:14.186555 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Transition to ACTIVE for port object d68baed5-1ec5-4ebd-b444-2d82be3ec5ab will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:14.208414 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.298394 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Transition to ACTIVE for port object d68baed5-1ec5-4ebd-b444-2d82be3ec5ab will not be triggered until provisioned by entity DHCP. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:14.328572 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.341566 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.378757 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:14.494339 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.498634 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:14.499192 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.549398 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.566277 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a18dec81-4027-4d0a-b9c3-05c9737ec745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:14.575094 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.590455 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f6a65f54-42b3-4b58-8027-2daab77a7418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:14.605176 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 is already hosted by enough agents. {{(pid=91810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:14.611359 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.base_scheduler [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Resources bound (agent type, host, resource id): {{(pid=91810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:14.624295 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1972444 May 27 09:27:14.626770 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Received port after_create {{(pid=91810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:27:14.699142 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59982) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:14.711271 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Pushing event updated for resources: {'Port': ['ID=d68baed5-1ec5-4ebd-b444-2d82be3ec5ab,revision_number=1']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:14.774530 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.775010 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.775677 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.776224 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.776633 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.777095 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.778101 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.778101 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.778475 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.778921 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.779802 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.780158 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Tracked resource versions report: May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: pushed versions: May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: { 'AddressGroup': {'1.2'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'ConntrackHelper': {'1.0'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Log': {'1.0'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Network': {'1.1'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Port': {'1.7'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'PortForwarding': {'1.2'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'QosPolicy': {'1.8'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'SecurityGroup': {'1.4'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'SecurityGroupRule': {'1.2'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'SubPort': {'1.0'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Subnet': {'1.1'}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Trunk': {'1.1'}} May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: consumer versions: May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: { DHCP agent@dv-cinder-772623-6-smb: {}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: HyperV agent@hv-cinder-77262: {}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: L3 agent@dv-cinder-772623-6-smb: {}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: Metadata agent@dv-cinder-772623-6-smb: {}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: Metering agent@dv-cinder-772623-6-smb: {}, May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: Open vSwitch agent@dv-cinder-772623-6-smb: { 'AddressGroup': '1.2', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'ConntrackHelper': '1.0', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Log': '1.0', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Network': '1.1', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Port': '1.7', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'PortForwarding': '1.2', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'QosPolicy': '1.8', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'SecurityGroup': '1.4', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'SecurityGroupRule': '1.2', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'SubPort': '1.0', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Subnet': '1.1', May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: 'Trunk': '1.1'}} May 27 09:27:14.781424 dv-cinder-772623-6-smb neutron-server[91810]: {{(pid=91810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:27:14.801121 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:14.834190 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Attempting to bind port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:27:14.834828 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Attempting to bind port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:27:14.835066 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Attempting to bind port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab on network 9c186e3d-2370-4faf-b418-0ccdd033a259 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:14.844843 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:27:14.845347 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Checking segment: {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:14.846629 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.847584 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Bound using segment: {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:27:14.848173 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Bound port: d68baed5-1ec5-4ebd-b444-2d82be3ec5ab, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:27:14.848670 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.861176 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-c33e9efc-05b8-4bf9-9077-6fcaed84fed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.880369 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Request body: {'subnet': {'network_id': '07e208ce-29b7-4cc4-8c15-3162998775ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-250329075-subnet', 'tenant_id': 'f026b372a9be4575bdcd0adccf9f7df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:14.905357 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=91808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:27:14.911336 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:14.927950 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:14.928578 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.segments_db [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Added segment 4edbf844-62eb-466e-83ac-fa023630ca16 of type vlan for network d1a8f67c-f282-41d6-b81e-a942a5e9cd3c May 27 09:27:14.954677 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Usage tracker for resource:subnet and tenant:f026b372a9be4575bdcd0adccf9f7df6 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:14.963843 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Pushing event updated for resources: {'Network': ['ID=07e208ce-29b7-4cc4-8c15-3162998775ac,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:14.980653 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:14.995721 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:15.007858 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:15.031447 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:15.051515 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 07e208ce-29b7-4cc4-8c15-3162998775ac details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:27:15.104786 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:15.110035 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:15.120418 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:15.121348 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:15.158271 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:15.218326 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b590dc0c-1b86-4f2f-91e8-6df591c44c19,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:15.235240 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:15.236525 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:15.276841 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9484580 May 27 09:27:15.299565 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 59996) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:15.312194 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Request body: {'subnet': {'network_id': 'd1a8f67c-f282-41d6-b81e-a942a5e9cd3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-197304259-subnet', 'tenant_id': '1dedf656bec4430db2d1490ceff63deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:15.320874 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] For port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:27:15.330963 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] For port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=d68baed5-1ec5-4ebd-b444-2d82be3ec5ab,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:27:15.336173 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Made reservation on behalf of f026b372a9be4575bdcd0adccf9f7df6 for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:15.341304 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:15.347587 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:15.385721 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:15.398223 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:15.410586 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Usage tracker for resource:subnet and tenant:1dedf656bec4430db2d1490ceff63deb is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:15.531729 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:15.539509 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Pushing event updated for resources: {'Port': ['ID=d68baed5-1ec5-4ebd-b444-2d82be3ec5ab,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:15.550649 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:15.593059 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:15.634161 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:15.830401 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a8f67c-f282-41d6-b81e-a942a5e9cd3c,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:15.835230 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:15.842358 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Made reservation on behalf of 1dedf656bec4430db2d1490ceff63deb for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:15.856358 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:16.220787 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network d1a8f67c-f282-41d6-b81e-a942a5e9cd3c details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:27:16.284934 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763648'] for router, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:16.520356 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Allocated IP 172.28.1.78 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/624b325c-8fe6-4418-a5a7-c6e4aa4b9466) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:27:16.565275 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device d68baed5-1ec5-4ebd-b444-2d82be3ec5ab up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:16.685088 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:27:16.941764 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Router 45b95914-fd48-44e2-a863-67ec7c81ea3a is scheduled to L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 with binding_index 1 {{(pid=91808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:27:17.148857 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32496d57-9cad-46a2-8247-275ce1d82c5e None None] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:17.224210 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:17.505000 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-511ce062-c145-4fd5-9cd4-56f14a82f898 None None] Provisioning for port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:27:17.523458 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:27:17.537802 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Sync routers for ids ['45b95914-fd48-44e2-a863-67ec7c81ea3a'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:27:17.568590 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-511ce062-c145-4fd5-9cd4-56f14a82f898 None None] Provisioning complete for port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:17.569212 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-511ce062-c145-4fd5-9cd4-56f14a82f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:17.596493 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Routers {'45b95914-fd48-44e2-a863-67ec7c81ea3a'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:27:17.597827 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:27:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['45b95914-fd48-44e2-a863-67ec7c81ea3a'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:17.632305 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:17.639277 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Notify callbacks [] for router, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:17.643714 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7125294 May 27 09:27:17.648959 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60048) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:17.671403 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:17.681241 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:17.833791 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:17.860164 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:17.895591 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:27:17.912052 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-511ce062-c145-4fd5-9cd4-56f14a82f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:17.968524 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-511ce062-c145-4fd5-9cd4-56f14a82f898 None None] For port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=d68baed5-1ec5-4ebd-b444-2d82be3ec5ab,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:27:17.979285 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-511ce062-c145-4fd5-9cd4-56f14a82f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:17.983037 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:18.016331 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Set router 45b95914-fd48-44e2-a863-67ec7c81ea3a gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:27:18.182883 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ce062-c145-4fd5-9cd4-56f14a82f898 None None] Pushing event updated for resources: {'Port': ['ID=d68baed5-1ec5-4ebd-b444-2d82be3ec5ab,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:18.196788 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-511ce062-c145-4fd5-9cd4-56f14a82f898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:18.236252 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Pushing event updated for resources: {'Port': ['ID=624b325c-8fe6-4418-a5a7-c6e4aa4b9466,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:18.240765 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:18.260887 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:18.465548 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-2fddc49a-69a9-42ee-8833-c92c6d4db396 None None] Provisioning complete for port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:18.470403 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2fddc49a-69a9-42ee-8833-c92c6d4db396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:18.579012 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device d68baed5-1ec5-4ebd-b444-2d82be3ec5ab up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:18.595252 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b59041fb-4e86-4152-b8ec-cf59601fd540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:18.758209 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:18.758209 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:18.848221 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:18.850167 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d10c1a8-c295-487c-a294-771f7d2a5f86,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:18.873690 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:18.875421 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:11Z', 'updated_at': '2021-05-27T09:27:14Z', 'revision_number': 3, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'gw_port': {'id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:18.899273 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Checking router: 45b95914-fd48-44e2-a863-67ec7c81ea3a for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:27:18.900265 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Updating router 45b95914-fd48-44e2-a863-67ec7c81ea3a port 8da3e7ea-ed4f-455d-9212-f838da3099e2 binding host dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:27:18.914036 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:18.961806 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-108457d6-4359-4956-8758-6124195460b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:19.035681 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9626dc4-8179-49c9-854c-7dbc09bda4c0,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:19.044714 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:19.066128 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Checking segment: {'id': 'a3486d05-4981-4164-9980-e878c95f79ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '07e208ce-29b7-4cc4-8c15-3162998775ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:19.066493 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Network hostable DHCP agents. Network: 07e208ce-29b7-4cc4-8c15-3162998775ac, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:27:19.119409 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:19.317897 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:19.373674 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Network 07e208ce-29b7-4cc4-8c15-3162998775ac is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:27:19.397578 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Checking segment: {'id': '4edbf844-62eb-466e-83ac-fa023630ca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1a8f67c-f282-41d6-b81e-a942a5e9cd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:19.399286 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Network hostable DHCP agents. Network: d1a8f67c-f282-41d6-b81e-a942a5e9cd3c, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:27:19.425662 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 07e208ce-29b7-4cc4-8c15-3162998775ac) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:19.439301 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81135afe-88fb-4dce-9707-19a753fdbd44 None None] Network 07e208ce-29b7-4cc4-8c15-3162998775ac requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:19.454713 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:19.456440 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:19.498618 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Network d1a8f67c-f282-41d6-b81e-a942a5e9cd3c is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:27:19.509406 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8061097 May 27 09:27:19.517294 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, d1a8f67c-f282-41d6-b81e-a942a5e9cd3c) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:19.527276 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:19.529329 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:19.551624 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c71d73-f119-4452-81af-8aaba76338f2 None None] Network d1a8f67c-f282-41d6-b81e-a942a5e9cd3c requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:19.611606 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3100908 May 27 09:27:20.097627 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:20.162067 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Notify callbacks [] for port, precommit_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:20.202489 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.provisioning_blocks [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Transition to ACTIVE for port object 8da3e7ea-ed4f-455d-9212-f838da3099e2 will not be triggered until provisioned by entity L2. {{(pid=91811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:20.226614 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:20.252536 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-adc6bf02-a2fc-4d41-b84b-a056c6b91287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:20.320667 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763648'] for router, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:20.556408 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Attempting to bind port 8da3e7ea-ed4f-455d-9212-f838da3099e2 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:27:20.556801 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Attempting to bind port 8da3e7ea-ed4f-455d-9212-f838da3099e2 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:27:20.562031 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Attempting to bind port 8da3e7ea-ed4f-455d-9212-f838da3099e2 on network a100e892-3e4c-47db-be6a-a7a16035baee {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:20.567304 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Pushing event updated for resources: {'Port': ['ID=8da3e7ea-ed4f-455d-9212-f838da3099e2,revision_number=2']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:20.579897 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:27:20.584693 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Checking segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:20.593184 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:20.593599 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Bound using segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:27:20.594124 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Bound port: 8da3e7ea-ed4f-455d-9212-f838da3099e2, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:27:20.594520 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:20.685133 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.685547 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.685822 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.686145 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.686466 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.686792 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.687109 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.687426 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.687835 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.688059 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.700859 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.701211 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Tracked resource versions report: May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: pushed versions: May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: { 'AddressGroup': {'1.2'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'ConntrackHelper': {'1.0'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Log': {'1.0'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Network': {'1.1'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Port': {'1.7'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'PortForwarding': {'1.2'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'QosPolicy': {'1.8'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'SecurityGroup': {'1.4'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'SecurityGroupRule': {'1.2'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'SubPort': {'1.0'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Subnet': {'1.1'}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Trunk': {'1.1'}} May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: consumer versions: May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: { DHCP agent@dv-cinder-772623-6-smb: {}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: HyperV agent@hv-cinder-77262: {}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: L3 agent@dv-cinder-772623-6-smb: {}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: Metadata agent@dv-cinder-772623-6-smb: {}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: Metering agent@dv-cinder-772623-6-smb: {}, May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: Open vSwitch agent@dv-cinder-772623-6-smb: { 'AddressGroup': '1.2', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'ConntrackHelper': '1.0', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Log': '1.0', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Network': '1.1', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Port': '1.7', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'PortForwarding': '1.2', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'QosPolicy': '1.8', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'SecurityGroup': '1.4', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'SecurityGroupRule': '1.2', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'SubPort': '1.0', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Subnet': '1.1', May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: 'Trunk': '1.1'}} May 27 09:27:20.702629 dv-cinder-772623-6-smb neutron-server[91811]: {{(pid=91811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:27:20.716925 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:20.812077 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031c6cad-f265-4d5c-8477-48939a62bd46 None None] Network 07e208ce-29b7-4cc4-8c15-3162998775ac requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:20.837525 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] For port 8da3e7ea-ed4f-455d-9212-f838da3099e2, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:27:20.852068 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] For port 8da3e7ea-ed4f-455d-9212-f838da3099e2, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=8da3e7ea-ed4f-455d-9212-f838da3099e2,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:27:20.874038 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:20.886546 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:21.051143 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0390c870-9349-40f7-9ecc-5ae7378402e7 None None] Network d1a8f67c-f282-41d6-b81e-a942a5e9cd3c requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:21.058264 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 is scheduled to L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 with binding_index 1 {{(pid=91809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:27:21.078705 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Allocated IP 172.20.0.1 (9b1a3968-62f3-40b5-8881-3b625d7f04e5/4da537f2-b638-49ca-9689-cca0c15d80b3/45c7fa52-9147-4dc4-89ac-013b5fad8c25) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:27:21.154583 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Pushing event updated for resources: {'Port': ['ID=8da3e7ea-ed4f-455d-9212-f838da3099e2,revision_number=3']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:21.163759 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:21.207213 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Routers {'45b95914-fd48-44e2-a863-67ec7c81ea3a'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:27:21.208219 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:27:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['45b95914-fd48-44e2-a863-67ec7c81ea3a'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:21.434689 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:21.517777 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:21.545188 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:21.646098 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:21.647594 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60140) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:21.676098 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:21.688621 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:27:21.689089 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768102'] for router_interface, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:22.028217 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] Set router 45b95914-fd48-44e2-a863-67ec7c81ea3a gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:27:22.149957 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60172) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:22.189648 dv-cinder-772623-6-smb neutron-server[91809]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 09:27:22.352568 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Pushing event updated for resources: {'Port': ['ID=45c7fa52-9147-4dc4-89ac-013b5fad8c25,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:22.378736 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:22.549943 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:22.593560 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60184) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:22.679464 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640950688-network', 'tenant_id': 'e67677642c1a4e83b7aedf074f455796'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:22.708018 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:22.744161 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Usage tracker for resource:network and tenant:e67677642c1a4e83b7aedf074f455796 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:22.760484 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:22.800722 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:22.839704 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-23fbd897-a386-4446-9b15-12c03fe51f39 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:22.842376 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-23fbd897-a386-4446-9b15-12c03fe51f39 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/networks?id=d1a8f67c-f282-41d6-b81e-a942a5e9cd3c HTTP/1.1" status: 200 len: 811 time: 0.6833892 May 27 09:27:22.844807 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:27:22.864563 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Sync routers for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:27:22.901685 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:27:22.903405 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:27:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:22.908920 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-8aae2e8c-e9d0-43ed-b22b-63750010e0cc tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/quotas/1dedf656bec4430db2d1490ceff63deb HTTP/1.1" status: 200 len: 375 time: 0.0568857 May 27 09:27:22.925747 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Made reservation on behalf of e67677642c1a4e83b7aedf074f455796 for: {'network': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:22.938717 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:22.987203 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:11Z', 'updated_at': '2021-05-27T09:27:14Z', 'revision_number': 3, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'gw_port': {'id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:23.002143 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b33c40-c16c-4354-9817-e86a0d484990 None None] The sync data for ids ['45b95914-fd48-44e2-a863-67ec7c81ea3a'] in dv-cinder-772623-6-smb is: [{'id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:11Z', 'updated_at': '2021-05-27T09:27:14Z', 'revision_number': 3, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'gw_port': {'id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:27:23.026884 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:23.039056 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-23ef36d4-3a12-4acd-afde-b51961aa0fcd tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dedf656bec4430db2d1490ceff63deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997033 May 27 09:27:23.051502 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:23.054319 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.2007346 May 27 09:27:23.062283 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60190) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:23.388121 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:23.398398 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:23.438151 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:23.456025 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:53978734f2704d0e918b9a131e17c20d is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:23.460192 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:23.469952 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:23.584459 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:27:23.592927 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-b9188ada-4f6c-41a9-a259-9237bddd38ec service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:27:23.599521 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-b9188ada-4f6c-41a9-a259-9237bddd38ec service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3699498 May 27 09:27:23.633056 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:23.634870 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:23.641645 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:23.651077 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Usage tracker for resource:security_group_rule and tenant:e67677642c1a4e83b7aedf074f455796 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:23.655811 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:23.663350 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:23.782379 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768197'] for router_interface, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:23.797643 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:23.941717 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:23.947269 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:24.005274 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:24.103936 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60220) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:24.145860 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-b356901c-bbcd-4974-9dac-ba6a0c08debf service neutron] 10.222.0.37 "GET /v2.0/networks/d1a8f67c-f282-41d6-b81e-a942a5e9cd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884100 May 27 09:27:24.171650 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:18Z', 'revision_number': 3, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:24.187404 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Checking router: 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:27:24.188013 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Updating router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 binding host dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:27:24.205117 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Pushing event updated for resources: {'Port': ['ID=45c7fa52-9147-4dc4-89ac-013b5fad8c25,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:24.221822 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:24.224110 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Synchronizing usage tracker for tenant:6216ec7bf4a9406697900a259422b17f on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:24.226980 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:24.260544 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=91808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:27:24.348890 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c1bd92-953b-4e58-aac7-3727313f1baa,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:24.354725 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:24.355416 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.segments_db [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Added segment dc86e529-b110-43a6-8d93-5b8c2eb7c0f5 of type vlan for network 24d2aad5-0b36-422e-a8a5-5987eb3b72bc May 27 09:27:24.383771 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] Unset dirty status for tenant:6216ec7bf4a9406697900a259422b17f on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:24.392547 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-17a35451-55fd-4426-9abf-db4cf4d0f0d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53978734f2704d0e918b9a131e17c20d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6967475 May 27 09:27:24.421546 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60226) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:24.430501 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:24.568536 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-5a817dcf-a401-4c69-b913-74fd5ac15451 service neutron] 10.222.0.37 "GET /v2.0/networks/d1a8f67c-f282-41d6-b81e-a942a5e9cd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217052 May 27 09:27:24.599893 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed13d6c-7b62-4292-abed-0f06cc8da473,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:24.608102 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:24.615750 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:24.642840 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:24.645862 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.522s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:24.646392 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:24.648879 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:24.678788 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:24.740202 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:24.752577 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Usage tracker for resource:security_group_rule and tenant:5cc67350634a47488c9bef5d07e33cd7 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:24.756234 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:24.768947 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:24.841004 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 8da3e7ea-ed4f-455d-9212-f838da3099e2 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:24.947476 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:24.956410 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.db.resource_extend [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 09:27:24.958063 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.055044 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60252) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:25.071460 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:25.075108 dv-cinder-772623-6-smb neutron-server[91808]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 09:27:25.077073 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a5251d11-a921-4ebc-b9cb-5fea5e0795c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.172724 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.176938 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d4250492-d94d-4e04-b670-bdf1298305df req-5ccdf00b-d76b-4f0a-a3f9-c68736653fae tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 210 time: 0.1142457 May 27 09:27:25.209509 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08534a6-a94d-4b32-b0c7-9628ad8971a9,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:25.224023 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:25.319574 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:25.320208 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.336849 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:25.339967 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cc67350634a47488c9bef5d07e33cd7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2315645 May 27 09:27:25.359389 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60264) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:25.382541 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a5251d11-a921-4ebc-b9cb-5fea5e0795c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.388585 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 8da3e7ea-ed4f-455d-9212-f838da3099e2 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:27:25.465697 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 8da3e7ea-ed4f-455d-9212-f838da3099e2 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:25.466472 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.605582 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Pushing event updated for resources: {'Network': ['ID=24d2aad5-0b36-422e-a8a5-5987eb3b72bc,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:25.612113 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:25.619242 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9681423 May 27 09:27:25.635961 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Router 45b95914-fd48-44e2-a863-67ec7c81ea3a has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:27:25.637754 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60272) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:25.660503 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Request body: {'subnet': {'network_id': '24d2aad5-0b36-422e-a8a5-5987eb3b72bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640950688-subnet', 'tenant_id': 'e67677642c1a4e83b7aedf074f455796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:25.692936 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:25.720624 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Usage tracker for resource:subnet and tenant:e67677642c1a4e83b7aedf074f455796 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:25.804614 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Notify callbacks [] for port, precommit_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.817207 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 24d2aad5-0b36-422e-a8a5-5987eb3b72bc details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:27:25.838250 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:25.859224 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a5251d11-a921-4ebc-b9cb-5fea5e0795c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.861293 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:25.901160 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Transition to ACTIVE for port object 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:25.919468 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:25.926678 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.947787 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3c69a502-fd42-4eb3-8ab4-3fb037f38e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:25.958830 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5251d11-a921-4ebc-b9cb-5fea5e0795c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c1bd92-953b-4e58-aac7-3727313f1baa,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:25.961934 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a5251d11-a921-4ebc-b9cb-5fea5e0795c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:26.008064 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Made reservation on behalf of e67677642c1a4e83b7aedf074f455796 for: {'subnet': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:26.014162 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:26.163123 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a5251d11-a921-4ebc-b9cb-5fea5e0795c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:26.165265 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a5251d11-a921-4ebc-b9cb-5fea5e0795c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64c1bd92-953b-4e58-aac7-3727313f1baa HTTP/1.1" status: 204 len: 168 time: 1.7414575 May 27 09:27:26.285636 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:26.300575 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Allocated IP 172.20.0.1 (9c186e3d-2370-4faf-b418-0ccdd033a259/1c911897-3819-4877-b96c-8fcf157fabaa/a9c2ca52-54e9-4873-b1da-7b0a13364d7f) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:27:26.353877 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:26.538425 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3c69a502-fd42-4eb3-8ab4-3fb037f38e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:26.663350 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:27:26.677082 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Sync routers for ids ['45b95914-fd48-44e2-a863-67ec7c81ea3a'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:27:26.718394 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] 10.222.0.37 "PUT /v2.0/routers/45b95914-fd48-44e2-a863-67ec7c81ea3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0590959 May 27 09:27:26.721648 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2935242d-a04c-497d-a94a-01b7dfa47a02 req-539ff95e-704d-4bf2-82f8-e311e6d39043 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 210 time: 0.2801602 May 27 09:27:26.734457 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Routers {'45b95914-fd48-44e2-a863-67ec7c81ea3a'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:27:26.737079 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:27:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['45b95914-fd48-44e2-a863-67ec7c81ea3a'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:26.794775 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179bdbb-0fc8-4fcc-8b14-97538d4b54a5 None None] Pushing event updated for resources: {'Port': ['ID=624b325c-8fe6-4418-a5a7-c6e4aa4b9466,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:26.894427 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e179bdbb-0fc8-4fcc-8b14-97538d4b54a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:26.925223 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:26.973393 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3c69a502-fd42-4eb3-8ab4-3fb037f38e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:26.996999 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.008534 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d7d695fe-3ec7-4bbe-9ab4-f44295ef3f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:27.020093 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 8da3e7ea-ed4f-455d-9212-f838da3099e2, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=8da3e7ea-ed4f-455d-9212-f838da3099e2,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:27:27.057186 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.084634 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Transition to ACTIVE for port object a9c2ca52-54e9-4873-b1da-7b0a13364d7f will not be triggered until provisioned by entity DHCP. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:27.092783 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Attempting to bind port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:27:27.093456 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Attempting to bind port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:27:27.094085 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Attempting to bind port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 on network a100e892-3e4c-47db-be6a-a7a16035baee {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:27.130928 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-d492c07e-9902-446b-a8f8-c4c728fd2f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:27.150741 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69a502-fd42-4eb3-8ab4-3fb037f38e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08534a6-a94d-4b32-b0c7-9628ad8971a9,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:27.162682 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3c69a502-fd42-4eb3-8ab4-3fb037f38e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:27.290587 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.332141 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-55bf92db-1f8b-4163-82d9-17a662f92bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:27.374927 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:27:27.375592 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Checking segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:27.376217 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.389918 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Bound using segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:27:27.392307 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Bound port: 624b325c-8fe6-4418-a5a7-c6e4aa4b9466, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:27:27.394339 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.635740 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60334) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:27.739130 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.744845 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3c69a502-fd42-4eb3-8ab4-3fb037f38e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.750140 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3c69a502-fd42-4eb3-8ab4-3fb037f38e9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f08534a6-a94d-4b32-b0c7-9628ad8971a9 HTTP/1.1" status: 204 len: 168 time: 2.3757348 May 27 09:27:27.790958 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:27.797088 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:27.801537 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Usage tracker for resource:security_group_rule and tenant:1f3fa014f7704f188219453157a69488 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:27.806044 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:27.827056 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:27.935324 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.940107 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:27.946134 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.947336 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:27:27.948116 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768102'] for router_interface, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:27.989948 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=8da3e7ea-ed4f-455d-9212-f838da3099e2,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:28.020957 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:28.036209 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Set router 45b95914-fd48-44e2-a863-67ec7c81ea3a gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:27:28.037626 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] For port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:27:28.052648 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] For port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=624b325c-8fe6-4418-a5a7-c6e4aa4b9466,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:27:28.063523 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:28.072061 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:28.189411 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c2ca52-54e9-4873-b1da-7b0a13364d7f,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:28.256448 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:28.370758 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-950afeb2-2c01-45c4-9585-b87beb57597f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:28.442489 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:27:28.444007 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:27:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:28.455520 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60350) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:28.459456 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f3fa014f7704f188219453157a69488&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8133264 May 27 09:27:28.570756 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-ca2a3b15-f9b7-44ce-a3bc-fff3dd6ecbd4 None None] Provisioning for port a9c2ca52-54e9-4873-b1da-7b0a13364d7f completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:27:28.610366 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179bdbb-0fc8-4fcc-8b14-97538d4b54a5 None None] Pushing event updated for resources: {'Port': ['ID=624b325c-8fe6-4418-a5a7-c6e4aa4b9466,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:28.617259 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e179bdbb-0fc8-4fcc-8b14-97538d4b54a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:28.634551 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-ca2a3b15-f9b7-44ce-a3bc-fff3dd6ecbd4 None None] Provisioning complete for port a9c2ca52-54e9-4873-b1da-7b0a13364d7f triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:28.635584 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3b15-f9b7-44ce-a3bc-fff3dd6ecbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:28.731329 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:28.796370 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-fa19eb75-2674-4497-af03-8ff4e5846ff0 req-9dd51195-978b-454e-ab2d-8e49b0cf9fde tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 210 time: 0.5493445 May 27 09:27:28.813036 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f7c45a1e-089a-4628-a3f2-a791d787cabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:28.905808 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c8535c-f98b-4a8e-9656-db233b63e22f,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:28.943676 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:29.060697 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:11Z', 'updated_at': '2021-05-27T09:27:22Z', 'revision_number': 4, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'gw_port': {'id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '45c7fa52-9147-4dc4-89ac-013b5fad8c25', 'name': '', 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'mac_address': 'fa:16:3e:8b:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4da537f2-b638-49ca-9689-cca0c15d80b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:20Z', 'updated_at': '2021-05-27T09:27:22Z', 'revision_number': 2, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'subnets': [{'id': '4da537f2-b638-49ca-9689-cca0c15d80b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:29.075279 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Checking router: 45b95914-fd48-44e2-a863-67ec7c81ea3a for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:27:29.076068 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Updating router 45b95914-fd48-44e2-a863-67ec7c81ea3a port 45c7fa52-9147-4dc4-89ac-013b5fad8c25 binding host dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:27:29.189699 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab88de0-9a01-4240-9499-8cd61b35a698,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:29.197051 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:29.210232 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a3b15-f9b7-44ce-a3bc-fff3dd6ecbd4 None None] Port a9c2ca52-54e9-4873-b1da-7b0a13364d7f cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:27:29.211823 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:29.320633 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:27:29.512547 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1be16202-bc13-4aa4-a4f3-9a8f0b4d3a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:29.577041 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:29.643583 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Checking segment: {'id': 'dc86e529-b110-43a6-8d93-5b8c2eb7c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24d2aad5-0b36-422e-a8a5-5987eb3b72bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:29.644337 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Network hostable DHCP agents. Network: 24d2aad5-0b36-422e-a8a5-5987eb3b72bc, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:27:29.662181 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1be16202-bc13-4aa4-a4f3-9a8f0b4d3a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:29.688956 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 8da3e7ea-ed4f-455d-9212-f838da3099e2 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:29.941015 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1be16202-bc13-4aa4-a4f3-9a8f0b4d3a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:29.972517 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Network 24d2aad5-0b36-422e-a8a5-5987eb3b72bc is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:27:30.002953 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:30.064150 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be16202-bc13-4aa4-a4f3-9a8f0b4d3a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c8535c-f98b-4a8e-9656-db233b63e22f,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:30.078809 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1be16202-bc13-4aa4-a4f3-9a8f0b4d3a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:30.142803 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-a7f33734-bbb1-475a-8417-95dff3158fdf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:30.151720 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-a7f33734-bbb1-475a-8417-95dff3158fdf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 818 time: 0.9177916 May 27 09:27:30.159943 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1be16202-bc13-4aa4-a4f3-9a8f0b4d3a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:30.165554 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-1be16202-bc13-4aa4-a4f3-9a8f0b4d3a28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1c8535c-f98b-4a8e-9656-db233b63e22f HTTP/1.1" status: 204 len: 168 time: 1.7081428 May 27 09:27:30.167150 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 24d2aad5-0b36-422e-a8a5-5987eb3b72bc) {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:30.184455 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:30.186601 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:30.268174 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:30.271895 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60394) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:30.272915 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.36', 51211) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:30.290058 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.6442480 May 27 09:27:30.295118 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:30.296713 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768197'] for router_interface, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:30.319157 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:30.454503 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-61e2bb1f-c291-44f8-9a56-b3d6cab304a0 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/quotas/646a907dfb154a678bf14fd2fa6959c1 HTTP/1.1" status: 200 len: 375 time: 0.2048542 May 27 09:27:30.516245 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741fccc-fc25-4203-a76d-68138dc6f57b None None] Network 24d2aad5-0b36-422e-a8a5-5987eb3b72bc requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:30.534560 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Notify callbacks [] for port, precommit_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:30.565101 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.provisioning_blocks [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Transition to ACTIVE for port object 45c7fa52-9147-4dc4-89ac-013b5fad8c25 will not be triggered until provisioned by entity L2. {{(pid=91811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:30.581709 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:30.586873 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-86c3848d-de90-430d-8471-6a7b1e9fa205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:30.779677 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161ea28-7891-4ea6-8fee-5425e4f5bf97 None None] Pushing event updated for resources: {'Port': ['ID=45c7fa52-9147-4dc4-89ac-013b5fad8c25,revision_number=3']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:30.789571 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-4161ea28-7891-4ea6-8fee-5425e4f5bf97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:30.819439 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-03dc09ce-2ad0-4e37-bac1-84f59f5a547d req-0c232106-49cd-48b6-9935-472452d20a74 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 210 time: 0.3431723 May 27 09:27:30.966632 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60416) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:31.063496 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c2ca52-54e9-4873-b1da-7b0a13364d7f,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:31.072488 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:31.103983 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:27:31.105673 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Attempting to bind port 45c7fa52-9147-4dc4-89ac-013b5fad8c25 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:27:31.107056 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Attempting to bind port 45c7fa52-9147-4dc4-89ac-013b5fad8c25 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:27:31.107656 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Attempting to bind port 45c7fa52-9147-4dc4-89ac-013b5fad8c25 on network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:31.118687 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:27:31.124377 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Checking segment: {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:31.126293 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:31.127416 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Bound using segment: {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:27:31.130856 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Bound port: 45c7fa52-9147-4dc4-89ac-013b5fad8c25, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'}}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:27:31.131555 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:31.186796 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 8da3e7ea-ed4f-455d-9212-f838da3099e2 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:31.187466 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:31.227098 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:31.231585 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:31.235829 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-4f340f0f-156c-40c5-8c8d-3b7a0f66bd36 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Synchronizing usage tracker for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:31.276093 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-b1601c17-d731-4dcf-a7b7-b5f889699432 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:31.283935 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-b1601c17-d731-4dcf-a7b7-b5f889699432 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Synchronizing usage tracker for tenant:1dedf656bec4430db2d1490ceff63deb on resource:network {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:31.350979 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] For port 45c7fa52-9147-4dc4-89ac-013b5fad8c25, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:27:31.360791 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] For port 45c7fa52-9147-4dc4-89ac-013b5fad8c25, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=45c7fa52-9147-4dc4-89ac-013b5fad8c25,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:27:31.371602 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:31.393331 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:31.461977 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:31.539566 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Routers {'45b95914-fd48-44e2-a863-67ec7c81ea3a'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:27:31.541422 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:27:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['45b95914-fd48-44e2-a863-67ec7c81ea3a'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:31.573197 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:31.603043 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Usage tracker for resource:security_group_rule and tenant:92da37d2e297407bb7a79019520786e7 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:31.609065 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:31.643516 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-4f340f0f-156c-40c5-8c8d-3b7a0f66bd36 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Unset dirty status for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:31.662990 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-4f340f0f-156c-40c5-8c8d-3b7a0f66bd36 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1853290 May 27 09:27:31.670875 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:31.675639 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60432) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:31.678604 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-b1601c17-d731-4dcf-a7b7-b5f889699432 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Unset dirty status for tenant:1dedf656bec4430db2d1490ceff63deb on resource:network {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:31.680595 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-b1601c17-d731-4dcf-a7b7-b5f889699432 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.36 "GET /v2.0/networks?id=d1a8f67c-f282-41d6-b81e-a942a5e9cd3c HTTP/1.1" status: 200 len: 811 time: 1.3609364 May 27 09:27:31.701815 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:18Z', 'revision_number': 3, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:31.773145 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Request body: {'port': {'device_id': 'ffa1415a-878c-438d-8fea-31d7934a7180', 'network_id': 'd1a8f67c-f282-41d6-b81e-a942a5e9cd3c', 'admin_state_up': True, 'tenant_id': '1dedf656bec4430db2d1490ceff63deb'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:31.843599 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f94d4e-644c-4ee4-9940-a440dbe4624c None None] The sync data for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb is: [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:18Z', 'revision_number': 3, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:27:31.859386 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:31.885396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:27:31.887044 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb35de-841b-4d61-947e-fc729904ea14 None None] Network 24d2aad5-0b36-422e-a8a5-5987eb3b72bc requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:27:32.021087 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] Deleting subnet 7d10c1a8-c295-487c-a294-771f7d2a5f86 {{(pid=91808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:27:32.067088 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:32.180202 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-65b2f2ba-9af0-45ab-9b38-da2491d0e832 None None] Provisioning complete for port a9c2ca52-54e9-4873-b1da-7b0a13364d7f triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:32.180624 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-65b2f2ba-9af0-45ab-9b38-da2491d0e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:32.392781 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:32.451824 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161ea28-7891-4ea6-8fee-5425e4f5bf97 None None] Pushing event updated for resources: {'Port': ['ID=45c7fa52-9147-4dc4-89ac-013b5fad8c25,revision_number=4']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:32.462801 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-65b2f2ba-9af0-45ab-9b38-da2491d0e832 None None] Port a9c2ca52-54e9-4873-b1da-7b0a13364d7f cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:27:32.504646 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-4161ea28-7891-4ea6-8fee-5425e4f5bf97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.111s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:32.537176 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] Set router 45b95914-fd48-44e2-a863-67ec7c81ea3a gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:27:32.655500 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:32.666934 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:32.694585 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:32.740904 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Usage tracker for resource:security_group_rule and tenant:4157922c86574ccb954071a8cadb07bf is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:32.749776 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Usage tracker for resource:port and tenant:1dedf656bec4430db2d1490ceff63deb is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:32.781583 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:32.798363 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:32.857068 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:32.878491 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-625ad619-bd68-487c-ba22-971a330e8831 req-6c4f532a-5f0c-460e-834e-28039edba85a tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 210 time: 0.6034691 May 27 09:27:32.952120 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:32.967735 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:32.990980 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:27:33.032075 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:33.046767 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:33.047508 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] 10.222.0.37 "PUT /v2.0/routers/50e4d827-06a5-4ae4-8b85-bd4a23f9c417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9838743 May 27 09:27:33.082145 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:27:33.091961 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:33.092550 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:33.187850 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-8078f8dc-4695-42d0-a7f9-e0133e5e8b8d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:27:33.201940 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-8078f8dc-4695-42d0-a7f9-e0133e5e8b8d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4736648 May 27 09:27:33.222005 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:33.291381 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-aff5e81d-35c6-45d8-a285-be8f94c2d4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:33.306083 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Made reservation on behalf of 1dedf656bec4430db2d1490ceff63deb for: {'port': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:33.310402 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:33.352941 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:33.381090 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=624b325c-8fe6-4418-a5a7-c6e4aa4b9466,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:27:33.393127 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:33.403101 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:33.634017 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=624b325c-8fe6-4418-a5a7-c6e4aa4b9466,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:33.638072 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:33.902884 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c80639-9021-4e81-ad09-317f64cede5e,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:33.929194 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:34.030055 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:11Z', 'updated_at': '2021-05-27T09:27:22Z', 'revision_number': 4, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'gw_port': {'id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '45c7fa52-9147-4dc4-89ac-013b5fad8c25', 'name': '', 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'mac_address': 'fa:16:3e:8b:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4da537f2-b638-49ca-9689-cca0c15d80b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:20Z', 'updated_at': '2021-05-27T09:27:31Z', 'revision_number': 4, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'subnets': [{'id': '4da537f2-b638-49ca-9689-cca0c15d80b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:34.056174 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c549fcff-832b-4bd9-811f-0d65e922379c None None] The sync data for ids ['45b95914-fd48-44e2-a863-67ec7c81ea3a'] in dv-cinder-772623-6-smb is: [{'id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:11Z', 'updated_at': '2021-05-27T09:27:22Z', 'revision_number': 4, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'gw_port': {'id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '45c7fa52-9147-4dc4-89ac-013b5fad8c25', 'name': '', 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'mac_address': 'fa:16:3e:8b:01:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4da537f2-b638-49ca-9689-cca0c15d80b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:20Z', 'updated_at': '2021-05-27T09:27:31Z', 'revision_number': 4, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'subnets': [{'id': '4da537f2-b638-49ca-9689-cca0c15d80b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:27:34.097072 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60490) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:34.098178 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92da37d2e297407bb7a79019520786e7&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7960649 May 27 09:27:34.114236 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:34.276905 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:34.488450 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1be16202-bc13-4aa4-a4f3-9a8f0b4d3a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:34.640413 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5215330d-d706-49fc-9298-061c02f5330a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:34.676661 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-51541997-9e0b-41e5-9775-7a2e8da77463 req-eb486ad5-778c-44bf-98d8-53edfd3fc3d6 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 210 time: 0.2223611 May 27 09:27:34.744848 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-f7a8fbaf-b19d-4bd7-9478-b0a47fcd3e9a service neutron] 10.222.0.37 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5179741 May 27 09:27:34.817656 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5215330d-d706-49fc-9298-061c02f5330a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:34.824373 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4157922c86574ccb954071a8cadb07bf&name=default HTTP/1.1" status: 200 len: 2978 time: 3.8452768 May 27 09:27:34.847512 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60502) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:34.928791 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:35.004125 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5215330d-d706-49fc-9298-061c02f5330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:35.010436 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:35.065868 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215330d-d706-49fc-9298-061c02f5330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c80639-9021-4e81-ad09-317f64cede5e,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:35.078430 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-5215330d-d706-49fc-9298-061c02f5330a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:35.090034 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5215330d-d706-49fc-9298-061c02f5330a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:35.094917 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-5215330d-d706-49fc-9298-061c02f5330a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2c80639-9021-4e81-ad09-317f64cede5e HTTP/1.1" status: 204 len: 168 time: 0.9928980 May 27 09:27:35.148534 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3627e23-ea15-4b5c-9a05-9a269ec7e3ab,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:35.195024 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:35.238556 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:35.239247 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:35.304247 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Sync routers for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:27:35.362507 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:27:35.363890 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:27:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:35.857005 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:35.974194 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Allocated IP 172.20.0.5 (d1a8f67c-f282-41d6-b81e-a942a5e9cd3c/c9626dc4-8179-49c9-854c-7dbc09bda4c0/e0a801da-9e13-4a21-9b1b-10b7e0830fe0) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:27:36.045313 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-0de58b67-1a63-47eb-9edf-2e73e68238d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:36.068901 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 45c7fa52-9147-4dc4-89ac-013b5fad8c25 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:36.147011 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a85760b3-f3a1-49dd-87b0-7f4b9c76d97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:36.257606 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d10c1a8-c295-487c-a294-771f7d2a5f86,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:36.275872 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:36.313188 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-eba3dd78-53c8-4899-b0f1-addb9a576067 service neutron] 10.222.0.37 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4226165 May 27 09:27:36.385468 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:36.450900 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:27:36.512383 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a85760b3-f3a1-49dd-87b0-7f4b9c76d97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:36.715368 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7d10c1a8-c295-487c-a294-771f7d2a5f86 HTTP/1.1" status: 204 len: 168 time: 5.0317051 May 27 09:27:36.719081 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60526) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:36.739869 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a85760b3-f3a1-49dd-87b0-7f4b9c76d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:36.771950 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-812f9865-dfee-4f6d-b013-e042be622a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:36.798520 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85760b3-f3a1-49dd-87b0-7f4b9c76d97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3627e23-ea15-4b5c-9a05-9a269ec7e3ab,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:36.822697 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a85760b3-f3a1-49dd-87b0-7f4b9c76d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:36.825725 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a85760b3-f3a1-49dd-87b0-7f4b9c76d97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:36.827228 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a85760b3-f3a1-49dd-87b0-7f4b9c76d97d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3627e23-ea15-4b5c-9a05-9a269ec7e3ab HTTP/1.1" status: 204 len: 168 time: 1.9261081 May 27 09:27:37.008764 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60538) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:37.075579 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60546) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:37.099488 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226949317', 'description': 'tempest-description--557711549'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:37.132891 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:37.162874 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:security_group and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:37.179485 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:37.187307 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:37.218267 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:37.291194 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:37.303107 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:1aafbd67fd9b41d3bd64dd90d45d55be is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:37.312277 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:37.332192 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:37.426127 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 45c7fa52-9147-4dc4-89ac-013b5fad8c25 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:27:37.459575 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 45c7fa52-9147-4dc4-89ac-013b5fad8c25 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:37.460234 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:37.534829 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:37.587650 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:37.614195 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:37.626168 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f00b45b3-e842-472d-8453-43783f642d36 req-f3e7ed98-a921-4b93-83a9-7060a6601b01 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 210 time: 0.3013325 May 27 09:27:37.644965 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:37.659006 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:security_group_rule and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:37.670993 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:37.691508 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:37.751866 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:37.770902 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:37.818058 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ebe43b62-98ac-427f-924a-04cf44684625 req-fee91b7c-cacb-43ac-9d9c-2a12414c73a7 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 210 time: 0.2138724 May 27 09:27:37.944489 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:37.946904 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1aafbd67fd9b41d3bd64dd90d45d55be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8606908 May 27 09:27:37.958909 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60572) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:37.982762 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.143314 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b06431-0696-48f4-bff1-36176886db92,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:38.156348 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:38.163121 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:38.166932 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.193874 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.194367 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.195463 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.195934 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > port after_create 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.196906 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.196906 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > port after_update 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.197288 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.197893 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.198226 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.198875 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.259201 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.298322 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93a4e82-6284-4b1b-8c0d-e71194d1e109,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:38.300717 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.312905 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2573657 May 27 09:27:38.382628 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:38.392077 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60582) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:38.428562 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.429068 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.429630 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.430018 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:27:38.431302 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e208ce-29b7-4cc4-8c15-3162998775ac']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:38.434321 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'security_group_rule': {'security_group_id': 'd93a4e82-6284-4b1b-8c0d-e71194d1e109', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:38.458780 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:38.462616 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 2, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:38.467267 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 45c7fa52-9147-4dc4-89ac-013b5fad8c25, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=45c7fa52-9147-4dc4-89ac-013b5fad8c25,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:27:38.473568 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.482075 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:security_group_rule and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:38.483782 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Checking router: 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:27:38.484149 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Updating router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 port a9c2ca52-54e9-4873-b1da-7b0a13364d7f binding host dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:27:38.487303 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:38.492227 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3486d05-4981-4164-9980-e878c95f79ee') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:38.501624 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:38.503347 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3486d05-4981-4164-9980-e878c95f79ee') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:38.530130 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fdb9e6ea-40b8-4b76-a398-03689a569d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.564877 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.574121 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.625796 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.657549 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e179bdbb-0fc8-4fcc-8b14-97538d4b54a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:38.668613 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.694221 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60590) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:38.757283 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:38.806533 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.827488 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fdb9e6ea-40b8-4b76-a398-03689a569d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.914210 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:27:38.914534 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.960252 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: from cryptography.utils import int_from_bytes May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: from cryptography.utils import int_from_bytes May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:27:38.980476 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:27:39.031295 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=45c7fa52-9147-4dc4-89ac-013b5fad8c25,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:39.050000 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:39.091686 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:39.118242 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:39.144949 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Pushing event updated for resources: {'Port': ['ID=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:39.153336 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:39.201782 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Network d1a8f67c-f282-41d6-b81e-a942a5e9cd3c is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:39.228354 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:39.235216 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:27:39.256315 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:39.270693 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:39.348559 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:39.431567 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:39.450894 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:39.478696 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:39.532829 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e208ce-29b7-4cc4-8c15-3162998775ac,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:39.537660 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:39.555434 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fdb9e6ea-40b8-4b76-a398-03689a569d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:39.560210 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fdb9e6ea-40b8-4b76-a398-03689a569d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:39.561626 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-fdb9e6ea-40b8-4b76-a398-03689a569d96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7b06431-0696-48f4-bff1-36176886db92 HTTP/1.1" status: 204 len: 168 time: 1.6011927 May 27 09:27:39.587767 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-749b38d3-4805-4589-a2c8-1b9480bc6925 admin admin] 10.222.0.37 "DELETE /v2.0/networks/07e208ce-29b7-4cc4-8c15-3162998775ac HTTP/1.1" status: 204 len: 168 time: 2.8673954 May 27 09:27:39.592145 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60620) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:39.592772 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:39.724272 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:39.735319 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:39.748905 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9928772 May 27 09:27:39.758325 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Usage tracker for resource:security_group_rule and tenant:ee7421f2a7a4499fb994cc87f89571ca is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:39.775807 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:39.850377 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6c7726-0136-4da7-943d-03264abdcf84,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:39.861148 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:39.883270 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:39.916163 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-0daf22ea-7d13-432b-aa9d-37d275508a82 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=91808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:27:39.918173 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-0daf22ea-7d13-432b-aa9d-37d275508a82 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1244788 May 27 09:27:40.009790 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.032786 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6394997 May 27 09:27:40.037236 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60636) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:40.077758 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'security_group_rule': {'security_group_id': 'd93a4e82-6284-4b1b-8c0d-e71194d1e109', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:40.084989 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9e6ea-40b8-4b76-a398-03689a569d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b06431-0696-48f4-bff1-36176886db92,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:40.101159 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237da3-08e6-4dae-bc46-274767673f78 req-8b3ab807-1d57-4f08-999c-b2795d8d0a3f tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:40.113542 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-8b3ab807-1d57-4f08-999c-b2795d8d0a3f tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 818 time: 0.8965771 May 27 09:27:40.122827 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-fdb9e6ea-40b8-4b76-a398-03689a569d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:40.148799 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:40.156486 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:security_group_rule and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:40.161691 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:40.177944 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:40.190282 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] Deleting subnet dab88de0-9a01-4240-9499-8cd61b35a698 {{(pid=91809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:27:40.196978 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.202032 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-b96bfb07-cd9a-42fc-8069-affc5f57e6ef tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/quotas/646a907dfb154a678bf14fd2fa6959c1 HTTP/1.1" status: 200 len: 375 time: 0.0881965 May 27 09:27:40.298575 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.309273 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ab7b-5d09-424e-ad2e-f6f81315adaa req-363d3693-5382-44f5-bb00-dbf67eefb30b tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:40.319345 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-97d3ab7b-5d09-424e-ad2e-f6f81315adaa req-363d3693-5382-44f5-bb00-dbf67eefb30b tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 931 time: 1.0994618 May 27 09:27:40.484393 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Notify callbacks [] for port, precommit_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.485494 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-950767'] for subnet, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.524234 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Transition to ACTIVE for port object a9c2ca52-54e9-4873-b1da-7b0a13364d7f will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:40.541592 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.557412 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:40.680500 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.841660 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Request body: {'port': {'device_id': 'ffa1415a-878c-438d-8fea-31d7934a7180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:40.894761 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-97d3ab7b-5d09-424e-ad2e-f6f81315adaa req-e9438809-1d6d-411b-a3ca-e5a8e9b83c94 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743763 May 27 09:27:40.914614 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 45c7fa52-9147-4dc4-89ac-013b5fad8c25 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:40.920528 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.959426 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.985969 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:40.987372 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:41.152065 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:41.208117 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-892d4a51-7908-4e5f-ba55-ae2e52419705 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9929557 May 27 09:27:41.345162 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee7421f2a7a4499fb994cc87f89571ca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6446388 May 27 09:27:41.371111 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60656) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:41.372201 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80933235-e2ee-471a-8060-39feaa1f610f,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:41.401301 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:41.402531 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-2ebf9c08-c32f-4c33-b6f2-65acbb81c91d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:41.462250 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b749da-9f65-4e8e-8d44-c576c77a8ade None None] Pushing event updated for resources: {'Port': ['ID=a9c2ca52-54e9-4873-b1da-7b0a13364d7f,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:41.464584 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.36', 51218) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:41.508687 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-b7b749da-9f65-4e8e-8d44-c576c77a8ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:41.723687 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 45c7fa52-9147-4dc4-89ac-013b5fad8c25 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:41.724689 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:41.844856 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Attempting to bind port a9c2ca52-54e9-4873-b1da-7b0a13364d7f on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:27:41.850212 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Attempting to bind port a9c2ca52-54e9-4873-b1da-7b0a13364d7f by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:27:41.851442 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Attempting to bind port a9c2ca52-54e9-4873-b1da-7b0a13364d7f on network 9c186e3d-2370-4faf-b418-0ccdd033a259 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:41.906522 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-113e9344-3bc2-4b55-b658-bbc3b96224a0 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:41.908036 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-113e9344-3bc2-4b55-b658-bbc3b96224a0 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Synchronizing usage tracker for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:network {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:42.062227 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:27:42.064009 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:42.075925 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Checking segment: {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:42.078544 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:42.080058 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Bound using segment: {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:27:42.084184 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Bound port: a9c2ca52-54e9-4873-b1da-7b0a13364d7f, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:27:42.087135 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:42.101763 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-113e9344-3bc2-4b55-b658-bbc3b96224a0 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Unset dirty status for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:network {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:42.103632 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-113e9344-3bc2-4b55-b658-bbc3b96224a0 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 818 time: 0.6130259 May 27 09:27:42.352176 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef492fb9-c8e8-48df-89fe-9f13e0b31cd1,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:42.426713 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:42.613615 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:42.629174 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5809639 May 27 09:27:42.632423 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-462467e7-7a47-4de5-9dda-6c0425059725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:42.640776 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60688) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:42.728884 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] For port a9c2ca52-54e9-4873-b1da-7b0a13364d7f, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:27:42.739894 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] For port a9c2ca52-54e9-4873-b1da-7b0a13364d7f, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=a9c2ca52-54e9-4873-b1da-7b0a13364d7f,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:27:42.767982 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Request body: {'port': {'device_id': 'cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72', 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5', 'admin_state_up': True, 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:42.771883 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:42.793151 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-1bb6b1af-4768-42d5-a52b-302854f45252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:42.860638 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'floatingip': {'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:42.974534 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:43.004020 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:floatingip and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:43.017349 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:43.040791 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:43.058409 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:27:43.060694 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:27:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:43.177941 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8283566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6574467'] for subnet, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:43.260286 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-37ff1483-fa49-4284-a711-1393d13f3478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:43.410462 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab88de0-9a01-4240-9499-8cd61b35a698,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:43.485642 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b749da-9f65-4e8e-8d44-c576c77a8ade None None] Pushing event updated for resources: {'Port': ['ID=a9c2ca52-54e9-4873-b1da-7b0a13364d7f,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:43.494518 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:43.507938 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-b7b749da-9f65-4e8e-8d44-c576c77a8ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:43.550093 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dab88de0-9a01-4240-9499-8cd61b35a698 HTTP/1.1" status: 204 len: 168 time: 3.9277029 May 27 09:27:43.553384 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60714) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:43.702996 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a801da-9e13-4a21-9b1b-10b7e0830fe0 {{(pid=91808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:27:43.721089 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b10571-fa5d-4b51-8242-b9844a5b1060 req-e2094bab-c121-438f-a169-c9380a028e4d tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:43.728802 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-05b10571-fa5d-4b51-8242-b9844a5b1060 req-e2094bab-c121-438f-a169-c9380a028e4d tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 931 time: 1.2346115 May 27 09:27:43.738389 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:43.758644 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:43.807452 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Transition to ACTIVE for port object e0a801da-9e13-4a21-9b1b-10b7e0830fe0 will not be triggered until provisioned by entity L2. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:43.887180 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:27:43.899019 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-8e556b83-a889-43eb-b8bd-48e0fc11d93c service neutron] 10.222.0.37 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6225605 May 27 09:27:43.964912 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:43.983692 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.001834 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:44.022098 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-05b10571-fa5d-4b51-8242-b9844a5b1060 req-69c1ba15-dcc4-457c-b941-6e707bd1cef4 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855489 May 27 09:27:44.036498 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.043665 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:44.073511 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ad67-0c6d-437a-860a-ce8d73426a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.119410 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:44.124243 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Made reservation on behalf of 646a907dfb154a678bf14fd2fa6959c1 for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:44.129040 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.395064 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ad67-0c6d-437a-860a-ce8d73426a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.547584 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.572330 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d2aad5-0b36-422e-a8a5-5987eb3b72bc']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:44.594165 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc86e529-b110-43a6-8d93-5b8c2eb7c0f5') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:44.594750 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc86e529-b110-43a6-8d93-5b8c2eb7c0f5') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:44.623024 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.656532 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.676913 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:27:44.677994 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:27:44.705479 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:27:44.779569 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:42Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:27:44.784874 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb33c4-5f4d-4100-bfa2-1fbcd3ad8b82 None None] The sync data for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb is: [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:42Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:27:44.863917 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-91ca7422-d158-4e28-bdb6-de0303ffcf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.905916 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.913045 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:44.959110 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:44.988273 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=24d2aad5-0b36-422e-a8a5-5987eb3b72bc,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:44.996133 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] 10.222.0.37 "DELETE /v2.0/networks/24d2aad5-0b36-422e-a8a5-5987eb3b72bc HTTP/1.1" status: 204 len: 168 time: 1.4259019 May 27 09:27:45.000335 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:45.174957 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-616f1083-9dd7-4d60-9440-3142ca02a556 service neutron] 10.222.0.37 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1925433 May 27 09:27:45.252637 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ad67-0c6d-437a-860a-ce8d73426a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:45.528155 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:45.570000 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.450s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:45.571512 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a5251d11-a921-4ebc-b9cb-5fea5e0795c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:45.693142 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:45.702597 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4ad67-0c6d-437a-860a-ce8d73426a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80933235-e2ee-471a-8060-39feaa1f610f,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:45.809434 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ddd4ad67-0c6d-437a-860a-ce8d73426a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:45.810160 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60760) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:45.872572 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device a9c2ca52-54e9-4873-b1da-7b0a13364d7f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:45.917741 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Attempting to bind port e0a801da-9e13-4a21-9b1b-10b7e0830fe0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:27:45.918491 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Attempting to bind port e0a801da-9e13-4a21-9b1b-10b7e0830fe0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '4edbf844-62eb-466e-83ac-fa023630ca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1a8f67c-f282-41d6-b81e-a942a5e9cd3c'}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:27:45.919070 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Attempting to bind port e0a801da-9e13-4a21-9b1b-10b7e0830fe0 on network d1a8f67c-f282-41d6-b81e-a942a5e9cd3c {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:45.930879 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ad67-0c6d-437a-860a-ce8d73426a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:45.933036 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-ddd4ad67-0c6d-437a-860a-ce8d73426a90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80933235-e2ee-471a-8060-39feaa1f610f HTTP/1.1" status: 204 len: 168 time: 4.5570986 May 27 09:27:46.240859 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port a9c2ca52-54e9-4873-b1da-7b0a13364d7f completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:27:46.259983 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port a9c2ca52-54e9-4873-b1da-7b0a13364d7f triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:46.260627 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:46.289187 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Allocated IP 172.20.0.6 (9b1a3968-62f3-40b5-8881-3b625d7f04e5/4da537f2-b638-49ca-9689-cca0c15d80b3/91b6a976-d147-4e7b-a5af-d4e48d35be4c) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:27:46.479270 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Port e0a801da-9e13-4a21-9b1b-10b7e0830fe0 on network d1a8f67c-f282-41d6-b81e-a942a5e9cd3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:27:46.483973 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Attempting to bind port e0a801da-9e13-4a21-9b1b-10b7e0830fe0 on network d1a8f67c-f282-41d6-b81e-a942a5e9cd3c {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:46.537414 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d20e-899e-4bf9-974c-0a113def3d79 req-6d44394a-01d9-4f8e-a364-3590c4abbd17 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:46.540482 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9b67d20e-899e-4bf9-974c-0a113def3d79 req-6d44394a-01d9-4f8e-a364-3590c4abbd17 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 943 time: 1.1488755 May 27 09:27:46.541651 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60782) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:46.543310 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-9ea5d3ee-f3b2-4cee-a575-8a248d3698b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f026b372a9be4575bdcd0adccf9f7df6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6315265 May 27 09:27:46.567068 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-413da64e-f98f-4c65-ad2f-5af87b1f6a10 req-0e3bfa5b-0204-47c9-b9c1-93658b7c0ba9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 210 time: 0.7569435 May 27 09:27:46.581971 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:27:46.582726 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Checking segment: {'id': '4edbf844-62eb-466e-83ac-fa023630ca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1a8f67c-f282-41d6-b81e-a942a5e9cd3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:46.585050 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Bound using segment: {'id': '4edbf844-62eb-466e-83ac-fa023630ca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1a8f67c-f282-41d6-b81e-a942a5e9cd3c'} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:27:46.586453 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Bound port: e0a801da-9e13-4a21-9b1b-10b7e0830fe0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edbf844-62eb-466e-83ac-fa023630ca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd1a8f67c-f282-41d6-b81e-a942a5e9cd3c'}}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:27:46.590333 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:47.063893 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:47.115078 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:47.311350 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port a9c2ca52-54e9-4873-b1da-7b0a13364d7f, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=a9c2ca52-54e9-4873-b1da-7b0a13364d7f,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:27:47.323632 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:47.333655 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:47.610113 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=a9c2ca52-54e9-4873-b1da-7b0a13364d7f,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:47.617405 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:47.650140 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:47.709746 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] For port e0a801da-9e13-4a21-9b1b-10b7e0830fe0, host hv-cinder-77262, cleared binding levels {{(pid=91808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:27:47.762177 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] For port e0a801da-9e13-4a21-9b1b-10b7e0830fe0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,segment=NetworkSegment(4edbf844-62eb-466e-83ac-fa023630ca16),segment_id=4edbf844-62eb-466e-83ac-fa023630ca16)] {{(pid=91808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:27:47.773431 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60796) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:47.832952 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:47.876850 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:48.014806 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Allocated IP 172.28.1.84 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/a43f5424-7484-4670-b1a5-8136ad2c949a) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:27:48.254317 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9b67d20e-899e-4bf9-974c-0a113def3d79 req-57e7f58a-eb5b-4e5b-8ade-9e070d84471b tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7003963 May 27 09:27:48.262733 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:48.421998 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:48.422983 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:48.423659 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:48.425335 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0a801da-9e13-4a21-9b1b-10b7e0830fe0 HTTP/1.1" status: 200 len: 1093 time: 7.8492663 May 27 09:27:48.425491 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b48c84b-3a6f-472f-ad32-282aa329d4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:48.435718 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa1415a-878c-438d-8fea-31d7934a7180', 'tag': 'e0a801da-9e13-4a21-9b1b-10b7e0830fe0'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:27:48.754412 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1c6afbf7-44cf-48b4-a6e3-bf652aff5f69 req-8e096d40-7ee9-4b37-a5c3-af3ea752360a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 210 time: 0.3934774 May 27 09:27:48.762502 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b48c84b-3a6f-472f-ad32-282aa329d4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:48.821326 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:48.852664 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:48.858336 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:48.865812 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,revision_number=3']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:48.879777 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:27:49.032118 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:49.085537 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:49.093613 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Usage tracker for resource:security_group_rule and tenant:82fa5b75d0b2425faf82d856acb2f496 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:49.110992 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:49.121250 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:49.122635 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:49.293811 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.36', 51225) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:49.417691 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.541s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:49.479051 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:49.505338 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-390523ea-55c7-446b-a8f7-f9ca8737cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:49.509974 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-390523ea-55c7-446b-a8f7-f9ca8737cf2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dedf656bec4430db2d1490ceff63deb&device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 1096 time: 0.8349211 May 27 09:27:49.511423 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e70e8dad-d9d4-4534-82b1-c4ee2348e715 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.770s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:49.682145 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237da3-08e6-4dae-bc46-274767673f78 req-d988b0e2-4841-462f-86e9-e1c3e5236d3d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:49.685913 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-d988b0e2-4841-462f-86e9-e1c3e5236d3d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 818 time: 0.3905437 May 27 09:27:49.690436 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b48c84b-3a6f-472f-ad32-282aa329d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:49.700490 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:49.725582 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48c84b-3a6f-472f-ad32-282aa329d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd17b15-eae9-42b5-adb7-aae449cfe246,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:49.732189 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:49.744377 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Request body: {'port': {'device_id': '60caaf4b-b7ff-4a5b-9def-672a107c71bf', 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5', 'admin_state_up': True, 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:49.867212 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device a9c2ca52-54e9-4873-b1da-7b0a13364d7f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:50.002363 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:50.123427 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-754301bb-d8ad-4159-b969-5120fdc5a7dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0a801da-9e13-4a21-9b1b-10b7e0830fe0 HTTP/1.1" status: 200 len: 217 time: 0.5261979 May 27 09:27:50.208097 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port a9c2ca52-54e9-4873-b1da-7b0a13364d7f triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:50.208609 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:50.380114 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b48c84b-3a6f-472f-ad32-282aa329d4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:50.442643 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-5ba8914f-c576-4244-8de6-68b96fc9c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:50.447374 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-5ba8914f-c576-4244-8de6-68b96fc9c0de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9626dc4-8179-49c9-854c-7dbc09bda4c0 HTTP/1.1" status: 200 len: 851 time: 0.2622845 May 27 09:27:50.600939 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:50.666886 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:50.789624 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa1415a-878c-438d-8fea-31d7934a7180', 'tag': 'e0a801da-9e13-4a21-9b1b-10b7e0830fe0', 'status': 'completed', 'code': 200} May 27 09:27:50.802471 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-ee18d1fd-9382-4eb5-be25-bf4f7e233518 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a8f67c-f282-41d6-b81e-a942a5e9cd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856322 May 27 09:27:50.814838 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'Port': ['ID=a43f5424-7484-4670-b1a5-8136ad2c949a,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:50.827925 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.317s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:50.840517 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:50.848574 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:50.871206 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:50.901806 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:27:50.944708 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b48c84b-3a6f-472f-ad32-282aa329d4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:50.946371 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6b48c84b-3a6f-472f-ad32-282aa329d4c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bd17b15-eae9-42b5-adb7-aae449cfe246 HTTP/1.1" status: 204 len: 168 time: 4.3958673 May 27 09:27:51.023694 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Pushing event updated for resources: {'Port': ['ID=91b6a976-d147-4e7b-a5af-d4e48d35be4c,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:51.040454 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:51.074699 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:51.094314 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Usage tracker for resource:port and tenant:646a907dfb154a678bf14fd2fa6959c1 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:51.112908 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:51.142411 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:51.150687 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:51.152228 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:51.205228 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4569809 May 27 09:27:51.217581 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4f348-be71-4e72-bd30-a4b7161b3ae4 req-118f1663-0663-46ed-a66e-80f4f0991879 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:51.225611 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-39b4f348-be71-4e72-bd30-a4b7161b3ae4 req-118f1663-0663-46ed-a66e-80f4f0991879 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 943 time: 0.8466353 May 27 09:27:51.236364 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Request body: {'port': {'device_id': 'cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:51.242088 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-3877885e-b90a-4cb7-95e6-ac41a8229a73 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a8f67c-f282-41d6-b81e-a942a5e9cd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105439 May 27 09:27:51.272229 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Made reservation on behalf of 646a907dfb154a678bf14fd2fa6959c1 for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:27:51.274805 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:51.277012 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:51.432223 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-39b4f348-be71-4e72-bd30-a4b7161b3ae4 req-45c44aae-5c7a-40df-8a76-68446ede463e tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051423 May 27 09:27:51.473821 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9526361-5f52-4dc7-a5a5-cf635643c0a2,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:51.481502 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:51.584199 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:51.724237 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0ef291cf-af63-48b7-ac82-43eb459c9e78 req-79ce2366-58cd-4b8a-bf08-7176e3c722b5 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 210 time: 0.4767432 May 27 09:27:51.865765 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Allocated IP 172.20.0.13 (9b1a3968-62f3-40b5-8881-3b625d7f04e5/4da537f2-b638-49ca-9689-cca0c15d80b3/c71e31fd-6841-4b6f-bf67-60e1bae59c92) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:27:52.022477 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60916) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:52.037856 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82fa5b75d0b2425faf82d856acb2f496&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2626765 May 27 09:27:52.038911 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 60920) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:52.262982 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-ef495e9f-087f-4e78-82fe-7645b0d9ceba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e67677642c1a4e83b7aedf074f455796&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2388153 May 27 09:27:52.273629 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 60930) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:52.351591 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:52.375524 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d442527b-81b9-46fb-a0d6-7f5466d5659b req-21af583d-383b-43e9-b4e0-1aed21abc1e8 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a8f67c-f282-41d6-b81e-a942a5e9cd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9816401 May 27 09:27:52.440344 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:52.449187 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-12f2f2a8-3c76-448f-81af-363f2f189315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:52.623977 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-29d54a26-655c-470b-b67f-71b645f49312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:52.711216 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-12f2f2a8-3c76-448f-81af-363f2f189315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:52.779462 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-8c05ad6c-4322-4ff1-977a-2bc2a0e7a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:52.783504 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-8c05ad6c-4322-4ff1-977a-2bc2a0e7a9cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dedf656bec4430db2d1490ceff63deb&device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 1096 time: 0.3265121 May 27 09:27:52.894618 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4467e662-4802-430b-b058-5fda9542fcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.084998 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.db.resource_extend [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 09:27:53.116830 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Pushing event updated for resources: {'Port': ['ID=c71e31fd-6841-4b6f-bf67-60e1bae59c92,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:53.132647 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:27:53.158584 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:53.173641 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:27:53.204494 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:27:53.234634 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.249535 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.286166 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4467e662-4802-430b-b058-5fda9542fcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.286406 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e6af6f3e-1b1d-4482-9e0b-45c3619f8e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:53.472079 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:53.473466 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.497383 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-12f2f2a8-3c76-448f-81af-363f2f189315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.504274 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.538184 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-524c475c-1953-41c6-a4bb-55828662c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:53.539982 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-524c475c-1953-41c6-a4bb-55828662c647 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1a8f67c-f282-41d6-b81e-a942a5e9cd3c HTTP/1.1" status: 200 len: 912 time: 0.7134008 May 27 09:27:53.554319 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8303676 May 27 09:27:53.576765 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Request body: {'port': {'device_id': '60caaf4b-b7ff-4a5b-9def-672a107c71bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:27:53.620493 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'Port': ['ID=a43f5424-7484-4670-b1a5-8136ad2c949a,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:53.624717 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:53.633256 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:53.651996 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-12f2f2a8-3c76-448f-81af-363f2f189315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.656266 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-12f2f2a8-3c76-448f-81af-363f2f189315 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9526361-5f52-4dc7-a5a5-cf635643c0a2 HTTP/1.1" status: 204 len: 168 time: 1.5924413 May 27 09:27:53.658454 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c0598-7344-4d32-a7de-00d01f864e65 req-5d819a63-fd3d-4638-b392-7b49d13958f1 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:53.662725 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-984eb691-16a0-497d-9a1a-cf7638b7d20f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0a801da-9e13-4a21-9b1b-10b7e0830fe0 HTTP/1.1" status: 200 len: 217 time: 0.1077640 May 27 09:27:53.663575 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.672334 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1d1c0598-7344-4d32-a7de-00d01f864e65 req-5d819a63-fd3d-4638-b392-7b49d13958f1 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 943 time: 0.9673581 May 27 09:27:53.678059 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.0096502 May 27 09:27:53.688615 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.db.resource_extend [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 09:27:53.798632 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2f2a8-3c76-448f-81af-363f2f189315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9526361-5f52-4dc7-a5a5-cf635643c0a2,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:53.803116 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-12f2f2a8-3c76-448f-81af-363f2f189315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:53.826654 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adbfa-8707-4af9-8d78-d12461b8580c req-9511a6a5-e835-450e-a5a9-b615b0dff9a1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:53.838603 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d10adbfa-8707-4af9-8d78-d12461b8580c req-9511a6a5-e835-450e-a5a9-b615b0dff9a1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 932 time: 0.7592950 May 27 09:27:53.892243 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4467e662-4802-430b-b058-5fda9542fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:53.933858 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:53.977541 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-9fda2c1d-a954-4822-8bcb-355442c5e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:53.979049 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-9fda2c1d-a954-4822-8bcb-355442c5e4e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9626dc4-8179-49c9-854c-7dbc09bda4c0 HTTP/1.1" status: 200 len: 851 time: 0.2755878 May 27 09:27:53.990012 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d10adbfa-8707-4af9-8d78-d12461b8580c req-63742169-01ce-4b97-aff1-c6c4601398bb tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472652 May 27 09:27:54.046856 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b6a976-d147-4e7b-a5af-d4e48d35be4c {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:27:54.057366 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:54.077711 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Transition to ACTIVE for port object 91b6a976-d147-4e7b-a5af-d4e48d35be4c will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:54.081640 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-51771df7-9ee3-4df2-b1d5-92c91f1ad963 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a8f67c-f282-41d6-b81e-a942a5e9cd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905423 May 27 09:27:54.104413 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467e662-4802-430b-b058-5fda9542fcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed13d6c-7b62-4292-abed-0f06cc8da473,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:54.113208 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4467e662-4802-430b-b058-5fda9542fcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:54.114586 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-4467e662-4802-430b-b058-5fda9542fcd0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ed13d6c-7b62-4292-abed-0f06cc8da473 HTTP/1.1" status: 204 len: 168 time: 1.8400908 May 27 09:27:54.121177 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4467e662-4802-430b-b058-5fda9542fcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:54.122352 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:54.148367 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1d1c0598-7344-4d32-a7de-00d01f864e65 req-92b3446e-f3f4-4ffe-8e3f-e3f48a4ccb67 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303470 May 27 09:27:54.153664 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-f6d8c94c-3199-4916-b361-cca26ff329ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:54.382472 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:54.404692 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Pushing event updated for resources: {'Port': ['ID=91b6a976-d147-4e7b-a5af-d4e48d35be4c,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:54.407002 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:54.481851 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-7d194a3f-62ca-4db2-a687-ca28263599b7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:54.547062 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-7d194a3f-62ca-4db2-a687-ca28263599b7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:54.549349 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-7d194a3f-62ca-4db2-a687-ca28263599b7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1226949317&fields=id&tenant_id=2930df4a9deb48dbac2186a40c22ca4e HTTP/1.1" status: 200 len: 267 time: 0.2915475 May 27 09:27:54.717173 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 32774) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:54.830150 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:54.836238 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-ec068674-c4ec-4ea0-9912-27933afe6916 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a8f67c-f282-41d6-b81e-a942a5e9cd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463393 May 27 09:27:54.868910 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-1d0f2865-542c-4b23-928b-b73276ebd6ea tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:54.875396 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-1d0f2865-542c-4b23-928b-b73276ebd6ea tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 811 time: 0.2785814 May 27 09:27:54.905965 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:27:54.946874 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Usage tracker for resource:security_group_rule and tenant:b457d8085b504bb4b57fa32a51a9fa6b is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:27:54.971501 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:27:54.999056 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:27:55.030651 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Attempting to bind port 91b6a976-d147-4e7b-a5af-d4e48d35be4c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:27:55.031336 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Attempting to bind port 91b6a976-d147-4e7b-a5af-d4e48d35be4c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:27:55.031912 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Attempting to bind port 91b6a976-d147-4e7b-a5af-d4e48d35be4c on network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:55.072019 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Port 91b6a976-d147-4e7b-a5af-d4e48d35be4c on network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:27:55.076655 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Attempting to bind port 91b6a976-d147-4e7b-a5af-d4e48d35be4c on network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:55.111500 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:27:55.112392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Checking segment: {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:55.113799 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Bound using segment: {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:27:55.114772 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Bound port: 91b6a976-d147-4e7b-a5af-d4e48d35be4c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:27:55.115536 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:55.353012 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-5c17bff0-aa07-462e-86a3-d9a2da3842bc tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/quotas/2930df4a9deb48dbac2186a40c22ca4e HTTP/1.1" status: 200 len: 375 time: 0.4101741 May 27 09:27:55.572556 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71e31fd-6841-4b6f-bf67-60e1bae59c92 {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:27:55.604378 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:55.656874 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Transition to ACTIVE for port object c71e31fd-6841-4b6f-bf67-60e1bae59c92 will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:27:55.688607 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:55.701910 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c28eb82e-15c4-4265-8923-78d43a0e6699 req-6d93cc44-ce96-4318-8a98-c3e4e6bce816 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a8f67c-f282-41d6-b81e-a942a5e9cd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243921 May 27 09:27:55.771626 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:55.779104 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-ea189466-7b65-4500-8d77-06af2e054fd4 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4190395 May 27 09:27:55.847228 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] For port 91b6a976-d147-4e7b-a5af-d4e48d35be4c, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:27:55.934272 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] For port 91b6a976-d147-4e7b-a5af-d4e48d35be4c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:27:55.943819 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f93b7-cba8-4e9d-b7e3-a4450ab01f69 req-ed7ca1d8-b8be-4129-b381-19fd7c4a6c8a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:55.944683 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-533f93b7-cba8-4e9d-b7e3-a4450ab01f69 req-ed7ca1d8-b8be-4129-b381-19fd7c4a6c8a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Synchronizing usage tracker for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:56.078144 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device e0a801da-9e13-4a21-9b1b-10b7e0830fe0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:27:56.118091 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:56.148549 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-dd3e57a1-0271-475b-9906-fce881c74164 service neutron] 10.222.0.37 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544834 May 27 09:27:56.189558 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Pushing event updated for resources: {'Port': ['ID=c71e31fd-6841-4b6f-bf67-60e1bae59c92,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:56.196584 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:56.200309 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:56.216952 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:56.314898 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:56.434895 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port e0a801da-9e13-4a21-9b1b-10b7e0830fe0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,segment=NetworkSegment(4edbf844-62eb-466e-83ac-fa023630ca16),segment_id=4edbf844-62eb-466e-83ac-fa023630ca16)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:27:56.467272 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'e0a801da-9e13-4a21-9b1b-10b7e0830fe0', 'network_id': 'd1a8f67c-f282-41d6-b81e-a942a5e9cd3c', 'port_id': 'e0a801da-9e13-4a21-9b1b-10b7e0830fe0', 'mac_address': 'fa:16:3e:36:76:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9626dc4-8179-49c9-854c-7dbc09bda4c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:27:56.555582 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-fc9cda6f-a069-4ba2-bc00-242e508baac8 service neutron] 10.222.0.37 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924992 May 27 09:27:56.559201 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:56.559824 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:56.561887 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] 10.222.0.36 "PUT /v2.0/ports/91b6a976-d147-4e7b-a5af-d4e48d35be4c HTTP/1.1" status: 200 len: 1093 time: 5.3325543 May 27 09:27:56.570052 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:56.580206 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-533f93b7-cba8-4e9d-b7e3-a4450ab01f69 req-ed7ca1d8-b8be-4129-b381-19fd7c4a6c8a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Unset dirty status for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:56.582430 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-533f93b7-cba8-4e9d-b7e3-a4450ab01f69 req-ed7ca1d8-b8be-4129-b381-19fd7c4a6c8a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 932 time: 1.1634402 May 27 09:27:56.582953 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72', 'tag': '91b6a976-d147-4e7b-a5af-d4e48d35be4c'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:27:56.610423 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a801da-9e13-4a21-9b1b-10b7e0830fe0 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:27:56.646588 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port e0a801da-9e13-4a21-9b1b-10b7e0830fe0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,segment=NetworkSegment(4edbf844-62eb-466e-83ac-fa023630ca16),segment_id=4edbf844-62eb-466e-83ac-fa023630ca16)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:27:56.652587 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:56.657704 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:56.701336 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Pushing event updated for resources: {'Port': ['ID=91b6a976-d147-4e7b-a5af-d4e48d35be4c,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:56.708704 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:56.735991 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:56.740052 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:56.775342 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b48c84b-3a6f-472f-ad32-282aa329d4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:56.895406 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['e0a801da-9e13-4a21-9b1b-10b7e0830fe0'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:27:56.927431 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b457d8085b504bb4b57fa32a51a9fa6b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2082424 May 27 09:27:56.930162 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 32858) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:56.974823 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-533f93b7-cba8-4e9d-b7e3-a4450ab01f69 req-77d62a83-ac4f-4f5a-a184-1132f3857f5e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Synchronizing usage tracker for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:56.988920 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Attempting to bind port c71e31fd-6841-4b6f-bf67-60e1bae59c92 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:27:56.989653 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Attempting to bind port c71e31fd-6841-4b6f-bf67-60e1bae59c92 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:27:56.990321 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Attempting to bind port c71e31fd-6841-4b6f-bf67-60e1bae59c92 on network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:57.019516 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Port c71e31fd-6841-4b6f-bf67-60e1bae59c92 on network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:27:57.020259 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Attempting to bind port c71e31fd-6841-4b6f-bf67-60e1bae59c92 on network 9b1a3968-62f3-40b5-8881-3b625d7f04e5 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:27:57.077669 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe05729-438f-40c4-8389-e7070223e58e,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:57.108333 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-533f93b7-cba8-4e9d-b7e3-a4450ab01f69 req-77d62a83-ac4f-4f5a-a184-1132f3857f5e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Unset dirty status for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:57.113450 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6a16da91-3971-4e65-ba77-691746962b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:57.129104 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-533f93b7-cba8-4e9d-b7e3-a4450ab01f69 req-77d62a83-ac4f-4f5a-a184-1132f3857f5e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101588 May 27 09:27:57.131404 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:27:57.138597 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Checking segment: {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:27:57.140855 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Bound using segment: {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:27:57.141929 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Bound port: c71e31fd-6841-4b6f-bf67-60e1bae59c92, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb6e925-cfbe-4dab-8603-ef1867adb77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:27:57.144088 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:57.196786 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:57.199260 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6a16da91-3971-4e65-ba77-691746962b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:57.446989 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6a16da91-3971-4e65-ba77-691746962b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:57.474896 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:57.504140 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16da91-3971-4e65-ba77-691746962b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe05729-438f-40c4-8389-e7070223e58e,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:57.514704 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6a16da91-3971-4e65-ba77-691746962b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:57.548393 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6a16da91-3971-4e65-ba77-691746962b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:57.552708 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-6a16da91-3971-4e65-ba77-691746962b43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fe05729-438f-40c4-8389-e7070223e58e HTTP/1.1" status: 204 len: 168 time: 0.6179886 May 27 09:27:57.600134 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-fc2bcde5-47e1-4081-8e8b-3c20dbcf5c11 req-87640e08-6039-44c3-81c8-6651eac4ac43 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:57.615149 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7d948-bfc9-4ef9-9b6d-9afeed80c418 req-fecf8eb7-c93f-4ca4-948c-96cb9f67a926 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:57.615960 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-8ec7d948-bfc9-4ef9-9b6d-9afeed80c418 req-fecf8eb7-c93f-4ca4-948c-96cb9f67a926 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Synchronizing usage tracker for tenant:1dedf656bec4430db2d1490ceff63deb on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:57.656145 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-8ec7d948-bfc9-4ef9-9b6d-9afeed80c418 req-fecf8eb7-c93f-4ca4-948c-96cb9f67a926 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Unset dirty status for tenant:1dedf656bec4430db2d1490ceff63deb on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:57.657936 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8ec7d948-bfc9-4ef9-9b6d-9afeed80c418 req-fecf8eb7-c93f-4ca4-948c-96cb9f67a926 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 944 time: 0.3748438 May 27 09:27:57.677821 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-75c2363a-a56a-4c3e-b3c8-0b1811ed3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:57.680388 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-75c2363a-a56a-4c3e-b3c8-0b1811ed3e24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1096 time: 1.0127189 May 27 09:27:57.786367 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-8ec7d948-bfc9-4ef9-9b6d-9afeed80c418 req-14b81c03-0a37-4f84-b807-b0bc41cd6c71 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Synchronizing usage tracker for tenant:1dedf656bec4430db2d1490ceff63deb on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:27:57.849058 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-8ec7d948-bfc9-4ef9-9b6d-9afeed80c418 req-14b81c03-0a37-4f84-b807-b0bc41cd6c71 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Unset dirty status for tenant:1dedf656bec4430db2d1490ceff63deb on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:57.851033 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8ec7d948-bfc9-4ef9-9b6d-9afeed80c418 req-14b81c03-0a37-4f84-b807-b0bc41cd6c71 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788929 May 27 09:27:57.932915 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-4c3cf2ae-d84d-4d85-a2f9-ddee3d0ed7d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c HTTP/1.1" status: 200 len: 217 time: 0.2387562 May 27 09:27:58.062661 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device e0a801da-9e13-4a21-9b1b-10b7e0830fe0 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:27:58.108435 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-fc2bcde5-47e1-4081-8e8b-3c20dbcf5c11 req-87640e08-6039-44c3-81c8-6651eac4ac43 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:27:58.118873 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-fc2bcde5-47e1-4081-8e8b-3c20dbcf5c11 req-87640e08-6039-44c3-81c8-6651eac4ac43 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 210 time: 0.6662533 May 27 09:27:58.183720 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] For port c71e31fd-6841-4b6f-bf67-60e1bae59c92, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:27:58.192067 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] For port c71e31fd-6841-4b6f-bf67-60e1bae59c92, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c71e31fd-6841-4b6f-bf67-60e1bae59c92,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:27:58.199599 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-6abee308-1993-4c97-845e-8207e3d71ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:58.203564 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-6abee308-1993-4c97-845e-8207e3d71ae3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.2513745 May 27 09:27:58.213168 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:58.312270 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:58.353240 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port e0a801da-9e13-4a21-9b1b-10b7e0830fe0 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:27:58.360519 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port e0a801da-9e13-4a21-9b1b-10b7e0830fe0 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:27:58.361172 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:58.507544 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:58.547570 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port e0a801da-9e13-4a21-9b1b-10b7e0830fe0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,segment=NetworkSegment(4edbf844-62eb-466e-83ac-fa023630ca16),segment_id=4edbf844-62eb-466e-83ac-fa023630ca16)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:27:58.549554 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa1415a-878c-438d-8fea-31d7934a7180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a801da-9e13-4a21-9b1b-10b7e0830fe0'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:27:58.551631 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-489a8cd7-447b-477a-b81b-dfea56bdfe81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3364847 May 27 09:27:58.629197 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:58.630081 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:58.632511 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] 10.222.0.36 "PUT /v2.0/ports/c71e31fd-6841-4b6f-bf67-60e1bae59c92 HTTP/1.1" status: 200 len: 1094 time: 5.0687997 May 27 09:27:58.633751 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:27:58.636781 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-b7b749da-9f65-4e8e-8d44-c576c77a8ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:27:58.765960 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:58.778401 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:58.877989 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Pushing event updated for resources: {'Port': ['ID=c71e31fd-6841-4b6f-bf67-60e1bae59c92,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:27:58.898017 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:27:58.924076 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-4ce7dfec-6ac2-4154-84f2-413081717629 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597558 May 27 09:27:59.051232 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9fc32-4b99-42a5-90bf-2c64f3ad5849 req-9a104f8b-5198-4c61-9049-2746541bf198 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:59.053387 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0ea9fc32-4b99-42a5-90bf-2c64f3ad5849 req-9a104f8b-5198-4c61-9049-2746541bf198 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 944 time: 0.6493769 May 27 09:27:59.145563 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237da3-08e6-4dae-bc46-274767673f78 req-138a7602-638e-473d-9082-53fb5c0dfba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:59.149434 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-138a7602-638e-473d-9082-53fb5c0dfba6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 1097 time: 0.3081315 May 27 09:27:59.193765 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 32934) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:27:59.224417 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf901d9b-3d4c-49dc-b435-eec26092b94a req-4e4ed506-2425-47d6-abe9-eb07ec5e64be service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859695 May 27 09:27:59.237939 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0ea9fc32-4b99-42a5-90bf-2c64f3ad5849 req-586625eb-be22-40a7-a309-515b45849b6b tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693225 May 27 09:27:59.239301 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-d32ea203-5391-432c-87f1-c79323df83ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c71e31fd-6841-4b6f-bf67-60e1bae59c92 HTTP/1.1" status: 200 len: 217 time: 0.0818226 May 27 09:27:59.328340 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72', 'tag': '91b6a976-d147-4e7b-a5af-d4e48d35be4c', 'status': 'completed', 'code': 200} May 27 09:27:59.621869 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237da3-08e6-4dae-bc46-274767673f78 req-381d2bfb-447c-4bf3-b0b1-2557f2fa1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:27:59.626412 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-381d2bfb-447c-4bf3-b0b1-2557f2fa1ad8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.3730674 May 27 09:27:59.991444 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bff98daa-530a-4b1b-ae00-385948b21376 req-9a11c9c7-fdb8-4779-828a-f02e4cdb8690 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 210 time: 0.2396572 May 27 09:28:00.025899 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-4804107d-d828-4023-83b0-117e96d22075 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3869271 May 27 09:28:00.288627 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:00.310790 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-2367a0f2-36c9-458a-926d-7dd207f86877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:00.313532 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-2367a0f2-36c9-458a-926d-7dd207f86877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1096 time: 0.9644425 May 27 09:28:00.418012 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:00.451262 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Usage tracker for resource:security_group_rule and tenant:5ee40636c1634766b05ecb48234dd703 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:00.461203 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:00.493128 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:00.651066 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-91d48ccc-ab39-4716-91f6-7b5588efa450 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:00.659929 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-91d48ccc-ab39-4716-91f6-7b5588efa450 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 811 time: 0.9253354 May 27 09:28:00.739400 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa1415a-878c-438d-8fea-31d7934a7180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a801da-9e13-4a21-9b1b-10b7e0830fe0', 'code': 200} May 27 09:28:00.745809 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cef13-f614-4ace-963d-c6a057b2e490 req-1e8b787a-af44-4ebb-9a03-c2fbc61eccd6 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:00.757758 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8a3cef13-f614-4ace-963d-c6a057b2e490 req-1e8b787a-af44-4ebb-9a03-c2fbc61eccd6 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 945 time: 0.9504843 May 27 09:28:01.047973 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-518e0cae-caac-4897-8e47-33455a914c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:01.054186 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-518e0cae-caac-4897-8e47-33455a914c6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 919 time: 0.7292271 May 27 09:28:01.139160 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-2ce9e3bc-6cb1-4ac5-858d-5a086dfc218d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2930df4a9deb48dbac2186a40c22ca4e HTTP/1.1" status: 200 len: 380 time: 0.4570112 May 27 09:28:01.159186 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8a3cef13-f614-4ace-963d-c6a057b2e490 req-539fbd5d-d52e-40dd-b80f-c2ba29f10785 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204343 May 27 09:28:01.172610 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'port': {'device_id': '29477212-f649-4494-9ee5-e43292174c3f', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'admin_state_up': True, 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'security_groups': ['d93a4e82-6284-4b1b-8c0d-e71194d1e109']}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:01.225614 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.36', 51246) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:01.379780 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60caaf4b-b7ff-4a5b-9def-672a107c71bf', 'tag': 'c71e31fd-6841-4b6f-bf67-60e1bae59c92'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:28:01.397280 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-55209793-f0da-4a44-b8a3-f58b48642ee3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c HTTP/1.1" status: 200 len: 217 time: 0.3091757 May 27 09:28:01.399193 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-29f1ffe5-b610-4c41-ad58-14745e93c76f service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3651295 May 27 09:28:01.517709 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:01.754631 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8ee994a4-da72-41ff-b9e5-22d8343b25bb req-d1067284-e22c-4fd3-a7b2-4316d3b6aa97 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 210 time: 0.0837317 May 27 09:28:01.873278 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:01.882174 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:01.895442 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:01.898057 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:01.916182 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-9fca95ab-5942-4671-aa01-e073979f80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:01.925918 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-9fca95ab-5942-4671-aa01-e073979f80bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.5139639 May 27 09:28:01.930584 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ff765c-6620-4732-8054-a9bcb81f1b06,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:01.934383 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:01.952167 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:01.968729 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ee40636c1634766b05ecb48234dd703&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7722645 May 27 09:28:01.975194 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33016) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:02.044062 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Made reservation on behalf of 2930df4a9deb48dbac2186a40c22ca4e for: {'port': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:28:02.048046 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:02.081214 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 91b6a976-d147-4e7b-a5af-d4e48d35be4c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:28:02.194465 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-4a0c8385-c649-483a-a88c-8dd1ed51303a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2335784 May 27 09:28:02.216388 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60caaf4b-b7ff-4a5b-9def-672a107c71bf', 'tag': 'c71e31fd-6841-4b6f-bf67-60e1bae59c92', 'status': 'completed', 'code': 200} May 27 09:28:02.267845 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33022) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:02.458545 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 91b6a976-d147-4e7b-a5af-d4e48d35be4c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:02.475925 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '91b6a976-d147-4e7b-a5af-d4e48d35be4c', 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5', 'port_id': '91b6a976-d147-4e7b-a5af-d4e48d35be4c', 'mac_address': 'fa:16:3e:76:df:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da537f2-b638-49ca-9689-cca0c15d80b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:28:02.571077 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-956d8d3f-6683-4d28-b91a-8cbe428f4ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:02.589438 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-a3ef60cb-2e3a-4abf-807f-3e0b36b21f0d service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497748 May 27 09:28:02.599873 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:02.627234 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03629d34-d5f3-41fb-84ff-cdfe4cc0181d req-bf6ba2ac-c48e-4023-87c2-13387bb2e1a1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:02.641413 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-03629d34-d5f3-41fb-84ff-cdfe4cc0181d req-bf6ba2ac-c48e-4023-87c2-13387bb2e1a1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 944 time: 1.5481687 May 27 09:28:02.642701 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b6a976-d147-4e7b-a5af-d4e48d35be4c {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:28:02.693763 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 91b6a976-d147-4e7b-a5af-d4e48d35be4c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:02.706610 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:02.713165 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:02.875656 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-956d8d3f-6683-4d28-b91a-8cbe428f4ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:02.882199 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-e28b3dfa-cf3a-4926-ac9b-214d6a5e2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:02.883703 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-e28b3dfa-cf3a-4926-ac9b-214d6a5e2e14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 1098 time: 1.5551062 May 27 09:28:02.896052 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=91b6a976-d147-4e7b-a5af-d4e48d35be4c,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:02.900426 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:02.920110 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Allocated IP 172.20.0.11 (9c186e3d-2370-4faf-b418-0ccdd033a259/1c911897-3819-4877-b96c-8fcf157fabaa/60935d07-eebd-4026-bae7-40b6a67959c0) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:28:02.936912 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['91b6a976-d147-4e7b-a5af-d4e48d35be4c'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:28:02.965446 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-03629d34-d5f3-41fb-84ff-cdfe4cc0181d req-22e653eb-3ba6-41b5-9d42-8b56d3a0f8d1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225822 May 27 09:28:03.048666 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:03.076061 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-87237da3-08e6-4dae-bc46-274767673f78 req-0c6f5928-d65a-4761-b843-f094d825fe2f service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6649382 May 27 09:28:03.086243 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:03.095156 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Usage tracker for resource:security_group_rule and tenant:e6f5b6a5fae8492b8340228c644dd4dd is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:03.101265 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:03.113526 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:03.223642 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:03.242483 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:03.266796 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Transition to ACTIVE for port object 60935d07-eebd-4026-bae7-40b6a67959c0 will not be triggered until provisioned by entity DHCP. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:03.310365 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:03.325578 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:03.361269 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:03.365580 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ef9a78d4-69dd-4f3f-b642-43cb92577e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:03.398311 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6b0866b2-62c1-4da8-a1ed-c1187235e022 req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576418 May 27 09:28:03.406186 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:03.438291 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-780f6d00-fc8f-4528-bc79-9c5b2f9b48e7 req-0e1d2b62-8789-44f7-ae5f-9bf51554071b service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8391297 May 27 09:28:03.448180 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=12c560c1-b91c-4e27-a2fa-57b0d5b149dd,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:03.452974 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:03.488426 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-999884f0-8144-4867-ae69-802a644f0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:03.490988 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-999884f0-8144-4867-ae69-802a644f0407 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 1097 time: 0.2308667 May 27 09:28:03.491750 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:28:03.506810 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f555b-ac48-4942-9938-80a2623a1d97 req-e8ae9381-e70c-4eed-ba76-cee7ce803f77 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:03.509357 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-643f555b-ac48-4942-9938-80a2623a1d97 req-e8ae9381-e70c-4eed-ba76-cee7ce803f77 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 932 time: 0.2837622 May 27 09:28:03.522675 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:28:03.547341 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:28:03.560075 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:03.562095 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:03.598316 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:03.657135 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:30bbc0fe533c4718a697bc956f9851ca is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:03.675512 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba9acd-c37b-46c8-bcff-493eccff79a3 req-6f35655e-1c07-4c9c-870b-1b133b5221ff tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:03.690995 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8aba9acd-c37b-46c8-bcff-493eccff79a3 req-6f35655e-1c07-4c9c-870b-1b133b5221ff tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 945 time: 1.0994325 May 27 09:28:03.698847 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:03.730370 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'Port': ['ID=60935d07-eebd-4026-bae7-40b6a67959c0,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:03.795783 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:03.836923 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:03.860054 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-643f555b-ac48-4942-9938-80a2623a1d97 req-e4a0f7b7-7932-4431-8542-5f08f63d5fae tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:28:03.862846 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8aba9acd-c37b-46c8-bcff-493eccff79a3 req-f519da82-e0cf-4c43-869a-323d8df5689a tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467724 May 27 09:28:03.919780 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7560966 May 27 09:28:03.925006 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-956d8d3f-6683-4d28-b91a-8cbe428f4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:03.944803 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Request body: {'port': {'device_id': '29477212-f649-4494-9ee5-e43292174c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:03.990952 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-643f555b-ac48-4942-9938-80a2623a1d97 req-e4a0f7b7-7932-4431-8542-5f08f63d5fae tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:28:03.993422 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-643f555b-ac48-4942-9938-80a2623a1d97 req-e4a0f7b7-7932-4431-8542-5f08f63d5fae tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4446514 May 27 09:28:04.030647 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3c69a502-fd42-4eb3-8ab4-3fb037f38e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:04.093758 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-b3c96654-857c-43b8-b222-2e52a84279a6 None None] Provisioning for port 60935d07-eebd-4026-bae7-40b6a67959c0 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:04.102355 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d8d3f-6683-4d28-b91a-8cbe428f4ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ff765c-6620-4732-8054-a9bcb81f1b06,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:04.141462 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 91b6a976-d147-4e7b-a5af-d4e48d35be4c up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:04.157579 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-956d8d3f-6683-4d28-b91a-8cbe428f4ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:04.159396 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-956d8d3f-6683-4d28-b91a-8cbe428f4ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:04.172074 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-956d8d3f-6683-4d28-b91a-8cbe428f4ad6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4ff765c-6620-4732-8054-a9bcb81f1b06 HTTP/1.1" status: 204 len: 168 time: 2.1905956 May 27 09:28:04.196607 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-3e36d0ab-8d51-4d49-a9f8-d9055af318db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:04.199829 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-3e36d0ab-8d51-4d49-a9f8-d9055af318db service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 919 time: 0.6890144 May 27 09:28:04.398664 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-b3c96654-857c-43b8-b222-2e52a84279a6 None None] Provisioning complete for port 60935d07-eebd-4026-bae7-40b6a67959c0 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:04.399091 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b3c96654-857c-43b8-b222-2e52a84279a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:04.470645 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:04.605832 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-0cd9e02d-2359-4898-ae53-935acd20edad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c71e31fd-6841-4b6f-bf67-60e1bae59c92 HTTP/1.1" status: 200 len: 217 time: 0.3867068 May 27 09:28:04.623450 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-b3c96654-857c-43b8-b222-2e52a84279a6 None None] Port 60935d07-eebd-4026-bae7-40b6a67959c0 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:28:04.646685 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:04.668552 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 91b6a976-d147-4e7b-a5af-d4e48d35be4c completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:04.678546 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:04.679565 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 91b6a976-d147-4e7b-a5af-d4e48d35be4c triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:04.680011 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:04.796521 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-91518a40-8684-4fec-9165-c79f8db0e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:04.798755 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-91518a40-8684-4fec-9165-c79f8db0e26e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.1859138 May 27 09:28:04.945245 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:04.975375 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-754ad3df-715d-42f1-9eb5-1c3347b69a4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660645 May 27 09:28:05.058480 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b6a976-d147-4e7b-a5af-d4e48d35be4c'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:28:05.093135 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:05.096374 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 91b6a976-d147-4e7b-a5af-d4e48d35be4c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:05.107652 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:05.110572 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:05.202195 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aad3ad-bd9d-4777-b801-af66e33e5bb3 req-9b3f67e1-b412-49b2-a938-7e46ab54d19b tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:05.210848 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-70aad3ad-bd9d-4777-b801-af66e33e5bb3 req-9b3f67e1-b412-49b2-a938-7e46ab54d19b tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 944 time: 0.8265181 May 27 09:28:05.327419 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30bbc0fe533c4718a697bc956f9851ca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8027809 May 27 09:28:05.330467 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33122) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:05.330878 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33124) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:05.331502 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe7e3c-0ac1-4c2f-aaf1-3138e2a6c305,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:05.335868 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:05.386424 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=91b6a976-d147-4e7b-a5af-d4e48d35be4c,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:05.402307 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:05.438995 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:05.630813 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:05.670438 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-70aad3ad-bd9d-4777-b801-af66e33e5bb3 req-feddfd31-69c3-41c6-8afc-e7f09ae57cf1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529808 May 27 09:28:05.686728 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-37fe96e0-a4bd-4498-a000-14bb42190a54 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989918 May 27 09:28:05.796274 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Usage tracker for resource:security_group_rule and tenant:55f745aa005a4b8d9b11093d7af54245 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:05.843104 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:05.873616 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:05.920854 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263b290-7b3b-4fe0-8b33-ce4f70d7b0f0 req-e02eb3a4-da55-4a54-aaf0-ee448135e886 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:05.923084 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5263b290-7b3b-4fe0-8b33-ce4f70d7b0f0 req-e02eb3a4-da55-4a54-aaf0-ee448135e886 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 945 time: 0.4219558 May 27 09:28:06.007659 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd609456-0d84-4ac7-b6a8-1b6ba16dca4d req-9ecf07ab-4dc8-466c-927c-f23dfea8d73a service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051054 May 27 09:28:06.032940 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5263b290-7b3b-4fe0-8b33-ce4f70d7b0f0 req-b17c26e4-2600-4bd7-9098-710426aec0ab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900011 May 27 09:28:06.050175 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60935d07-eebd-4026-bae7-40b6a67959c0 {{(pid=91808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:28:06.080844 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:06.125161 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device c71e31fd-6841-4b6f-bf67-60e1bae59c92 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:28:06.141598 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b6a976-d147-4e7b-a5af-d4e48d35be4c', 'code': 200} May 27 09:28:06.163474 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43b1-1754-4779-9a51-4ec8b429e705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:06.216839 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Transition to ACTIVE for port object 60935d07-eebd-4026-bae7-40b6a67959c0 will not be triggered until provisioned by entity L2. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:06.234016 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33170) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:06.343945 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:06.359863 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43b1-1754-4779-9a51-4ec8b429e705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:06.377771 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:06.586255 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port c71e31fd-6841-4b6f-bf67-60e1bae59c92, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c71e31fd-6841-4b6f-bf67-60e1bae59c92,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:06.595248 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:06.635643 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'c71e31fd-6841-4b6f-bf67-60e1bae59c92', 'network_id': '9b1a3968-62f3-40b5-8881-3b625d7f04e5', 'port_id': 'c71e31fd-6841-4b6f-bf67-60e1bae59c92', 'mac_address': 'fa:16:3e:86:12:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da537f2-b638-49ca-9689-cca0c15d80b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:28:06.667310 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:06.675266 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:06.684893 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Usage tracker for resource:security_group_rule and tenant:e9189a20ed87453e96619533dc4b6d7c is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:06.692145 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:06.715949 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Pushing event updated for resources: {'Port': ['ID=60935d07-eebd-4026-bae7-40b6a67959c0,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:06.726360 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:06.728831 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:06.753351 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:06.755390 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:06.802434 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71e31fd-6841-4b6f-bf67-60e1bae59c92 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:28:06.816188 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beb61e-435f-48f4-92dd-594855cd92fd req-74967c4e-b1d9-4201-a830-46515f700886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:06.818243 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-10beb61e-435f-48f4-92dd-594855cd92fd req-74967c4e-b1d9-4201-a830-46515f700886 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1098 time: 0.2081163 May 27 09:28:06.857049 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:06.871674 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port c71e31fd-6841-4b6f-bf67-60e1bae59c92, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c71e31fd-6841-4b6f-bf67-60e1bae59c92,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:06.878330 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55f745aa005a4b8d9b11093d7af54245&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5411589 May 27 09:28:06.882369 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:06.883342 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33192) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:06.885870 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:06.930948 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-10beb61e-435f-48f4-92dd-594855cd92fd req-12157cc1-adff-4589-873a-179161a0cf55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037912 May 27 09:28:07.010455 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.017756 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-83b0c4ce-92f6-4bee-9a3f-f3945da4236b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.033169 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.034115 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c2a20-aa84-4772-ba90-8c8c3058330a req-9ff160b5-5b7b-4b42-80b9-29562ae644dd tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:07.034870 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-cb2c2a20-aa84-4772-ba90-8c8c3058330a req-9ff160b5-5b7b-4b42-80b9-29562ae644dd tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:28:07.049942 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Attempting to bind port 60935d07-eebd-4026-bae7-40b6a67959c0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:28:07.050262 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Attempting to bind port 60935d07-eebd-4026-bae7-40b6a67959c0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:28:07.050575 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Attempting to bind port 60935d07-eebd-4026-bae7-40b6a67959c0 on network 9c186e3d-2370-4faf-b418-0ccdd033a259 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:28:07.058036 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Port 60935d07-eebd-4026-bae7-40b6a67959c0 on network 9c186e3d-2370-4faf-b418-0ccdd033a259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:28:07.058650 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Attempting to bind port 60935d07-eebd-4026-bae7-40b6a67959c0 on network 9c186e3d-2370-4faf-b418-0ccdd033a259 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:28:07.062709 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc53dd-d601-45ae-8cbb-170440ad58cf,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:07.068534 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:07.074430 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:28:07.074820 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Checking segment: {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:28:07.075122 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Bound using segment: {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:28:07.075559 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Bound port: 60935d07-eebd-4026-bae7-40b6a67959c0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'}}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:28:07.075907 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.081266 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:07.089677 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43b1-1754-4779-9a51-4ec8b429e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.098809 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:07.100018 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9189a20ed87453e96619533dc4b6d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8642759 May 27 09:28:07.115925 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33198) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:07.141864 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae43b1-1754-4779-9a51-4ec8b429e705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe7e3c-0ac1-4c2f-aaf1-3138e2a6c305,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:07.145632 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=c71e31fd-6841-4b6f-bf67-60e1bae59c92,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:07.154634 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['c71e31fd-6841-4b6f-bf67-60e1bae59c92'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:28:07.185413 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-cb2c2a20-aa84-4772-ba90-8c8c3058330a req-9ff160b5-5b7b-4b42-80b9-29562ae644dd tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:28:07.198629 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-cb2c2a20-aa84-4772-ba90-8c8c3058330a req-9ff160b5-5b7b-4b42-80b9-29562ae644dd tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 932 time: 1.1398051 May 27 09:28:07.203023 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e1ae43b1-1754-4779-9a51-4ec8b429e705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:07.212230 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:07.301354 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-e1ae43b1-1754-4779-9a51-4ec8b429e705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.303128 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-e1ae43b1-1754-4779-9a51-4ec8b429e705 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39fe7e3c-0ac1-4c2f-aaf1-3138e2a6c305 HTTP/1.1" status: 204 len: 168 time: 1.9632263 May 27 09:28:07.339385 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93a5c2b-529d-4fc2-83eb-81a38d14a478,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:07.359155 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:07.370163 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-83b0c4ce-92f6-4bee-9a3f-f3945da4236b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.482163 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-cb2c2a20-aa84-4772-ba90-8c8c3058330a req-880ac33d-6b12-4762-bd98-2d67ea81e207 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818687 May 27 09:28:07.533497 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] For port 60935d07-eebd-4026-bae7-40b6a67959c0, host hv-cinder-77262, cleared binding levels {{(pid=91808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:28:07.542502 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3809dbc0-9c1e-4f39-b9e1-bf81afae9bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.569049 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] For port 60935d07-eebd-4026-bae7-40b6a67959c0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=60935d07-eebd-4026-bae7-40b6a67959c0,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:28:07.575263 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ff7eb-675a-4373-855c-ef2914f4bd13 req-48b91ca0-53f9-42f2-9bd9-b6f674406de8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:07.581201 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-265ff7eb-675a-4373-855c-ef2914f4bd13 req-48b91ca0-53f9-42f2-9bd9-b6f674406de8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 945 time: 0.5010998 May 27 09:28:07.593992 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.613802 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-71b6d70d-f0dd-4c3e-a55d-7afa0a317d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:07.673597 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3809dbc0-9c1e-4f39-b9e1-bf81afae9bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.699347 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-265ff7eb-675a-4373-855c-ef2914f4bd13 req-9ff9407f-4ab1-49ab-a2c6-be6357357ce2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003509 May 27 09:28:07.700233 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-83b0c4ce-92f6-4bee-9a3f-f3945da4236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.730891 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-fdb9e6ea-40b8-4b76-a398-03689a569d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:07.786930 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0c4ce-92f6-4bee-9a3f-f3945da4236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc53dd-d601-45ae-8cbb-170440ad58cf,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:07.797703 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:07.800298 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-83b0c4ce-92f6-4bee-9a3f-f3945da4236b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:07.802110 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.804341 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-83b0c4ce-92f6-4bee-9a3f-f3945da4236b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:07.810299 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-83b0c4ce-92f6-4bee-9a3f-f3945da4236b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebdc53dd-d601-45ae-8cbb-170440ad58cf HTTP/1.1" status: 204 len: 168 time: 0.9171219 May 27 09:28:07.812916 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] 10.222.0.36 "PUT /v2.0/ports/60935d07-eebd-4026-bae7-40b6a67959c0 HTTP/1.1" status: 200 len: 1094 time: 3.8750672 May 27 09:28:07.815428 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29477212-f649-4494-9ee5-e43292174c3f', 'tag': '60935d07-eebd-4026-bae7-40b6a67959c0'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:28:07.968074 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:28:08.172564 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29477212-f649-4494-9ee5-e43292174c3f', 'tag': '60935d07-eebd-4026-bae7-40b6a67959c0', 'status': 'completed', 'code': 200} May 27 09:28:08.223171 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3809dbc0-9c1e-4f39-b9e1-bf81afae9bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:08.233550 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Pushing event updated for resources: {'Port': ['ID=60935d07-eebd-4026-bae7-40b6a67959c0,revision_number=3']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:08.237445 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:08.240920 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:08.281311 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809dbc0-9c1e-4f39-b9e1-bf81afae9bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93a5c2b-529d-4fc2-83eb-81a38d14a478,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:08.285507 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3809dbc0-9c1e-4f39-b9e1-bf81afae9bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:08.298797 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3809dbc0-9c1e-4f39-b9e1-bf81afae9bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:08.304144 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3809dbc0-9c1e-4f39-b9e1-bf81afae9bf9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f93a5c2b-529d-4fc2-83eb-81a38d14a478 HTTP/1.1" status: 204 len: 168 time: 1.1831279 May 27 09:28:08.318339 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-803b21b9-7119-4051-9849-c7246184bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:08.321269 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-803b21b9-7119-4051-9849-c7246184bfc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 1097 time: 0.3968675 May 27 09:28:08.452300 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-3c140ef2-01ce-4caf-b6bd-7abaee482b74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60935d07-eebd-4026-bae7-40b6a67959c0 HTTP/1.1" status: 200 len: 217 time: 0.1231585 May 27 09:28:08.549861 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-bb935f09-79ac-4e00-a26c-b67428d025d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:08.552534 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-bb935f09-79ac-4e00-a26c-b67428d025d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.0935102 May 27 09:28:08.702637 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33240) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:08.734858 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-4ddf35bc-0969-4b25-9a31-7c64417c8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:08.737048 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-4ddf35bc-0969-4b25-9a31-7c64417c8d73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1771507 May 27 09:28:08.898876 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:08.919879 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33252) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:08.948582 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:08.955902 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Usage tracker for resource:security_group_rule and tenant:b35d11282fb44063abc9de8011b607ff is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:08.961163 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:08.977073 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:09.090360 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04816e71-09cc-4be5-b15b-2ac8b32c7be1 req-411d71c9-aced-48e7-8455-064b81ccafba tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:09.093363 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-04816e71-09cc-4be5-b15b-2ac8b32c7be1 req-411d71c9-aced-48e7-8455-064b81ccafba tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 944 time: 0.3446300 May 27 09:28:09.119849 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-3cf2ab22-bad5-448d-9b9e-ec76ff216496 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740485 May 27 09:28:09.161783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33264) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:09.278794 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:09.319907 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-04816e71-09cc-4be5-b15b-2ac8b32c7be1 req-146e8e7c-1b30-4290-96e0-4ab5b6f2fae6 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103293 May 27 09:28:09.326817 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a219d877-adb8-407c-bdb5-6c3d45a2ced5 req-1d939fbe-34cb-48fa-b5cb-e55a3c8abfe2 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999428 May 27 09:28:09.350281 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:09.363377 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:09.366097 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Usage tracker for resource:security_group_rule and tenant:f0aacc39679a45d4b28c2f98b964b730 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:09.373427 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:09.379722 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:09.390234 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:09.416446 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6c2f033c-9507-4d17-ba1a-f2d6dba90bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:09.580087 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b35d11282fb44063abc9de8011b607ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8746974 May 27 09:28:09.581630 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33278) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:09.593717 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6874ce47-8df3-4057-a522-c6e201d83357,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:09.636572 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.637536 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.638314 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.639223 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.640044 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.641198 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.642043 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.643166 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.644206 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.645363 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.646292 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.647225 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:09.667476 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:09.686734 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-7d782422-17a4-4c3e-be48-5e088d70b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:09.688192 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-7d782422-17a4-4c3e-be48-5e088d70b8ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 1097 time: 0.2416594 May 27 09:28:09.912126 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4277223b-a243-46c7-8e70-473dade38ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.021359 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-4277223b-a243-46c7-8e70-473dade38ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:10.032645 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-4277223b-a243-46c7-8e70-473dade38ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:70c9d151cfc94d2e9be38bd52a976c2c is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:10.039937 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-4277223b-a243-46c7-8e70-473dade38ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:10.051672 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-dca0b11c-9789-483f-853b-7a5f33b138c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:10.053834 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-dca0b11c-9789-483f-853b-7a5f33b138c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 912 time: 0.3586040 May 27 09:28:10.069226 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-4277223b-a243-46c7-8e70-473dade38ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:10.082429 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b30f8fa-c19e-4b34-9d86-00179976b3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.111091 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.139511 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.149574 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device c71e31fd-6841-4b6f-bf67-60e1bae59c92 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:10.162291 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b30f8fa-c19e-4b34-9d86-00179976b3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.172037 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:10.273150 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dfbd3-5d09-4a4d-8182-419e282d5f57 req-aa1a3f85-ba9a-4606-99e9-6a8e093f0c26 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:10.274884 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-003dfbd3-5d09-4a4d-8182-419e282d5f57 req-aa1a3f85-ba9a-4606-99e9-6a8e093f0c26 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 945 time: 0.5452757 May 27 09:28:10.277971 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0aacc39679a45d4b28c2f98b964b730&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1094344 May 27 09:28:10.285013 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33298) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:10.294400 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5df5a8-74e3-4203-8760-fcc20ee008bd,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:10.311083 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-d4071cf8-456c-4be2-90eb-d12982b5ec7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60935d07-eebd-4026-bae7-40b6a67959c0 HTTP/1.1" status: 200 len: 217 time: 0.2181888 May 27 09:28:10.323589 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:10.461034 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4277223b-a243-46c7-8e70-473dade38ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.482090 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port c71e31fd-6841-4b6f-bf67-60e1bae59c92 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:10.505520 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port c71e31fd-6841-4b6f-bf67-60e1bae59c92 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:10.507602 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.590631 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-fed0a21a-b44c-449a-9c04-2d9491f56404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:10.608120 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-fed0a21a-b44c-449a-9c04-2d9491f56404 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.2777700 May 27 09:28:10.611523 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4277223b-a243-46c7-8e70-473dade38ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.646925 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b30f8fa-c19e-4b34-9d86-00179976b3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.691168 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-003dfbd3-5d09-4a4d-8182-419e282d5f57 req-38706188-de39-4150-98b5-d16a28b89a0f tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690975 May 27 09:28:10.712179 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-5215330d-d706-49fc-9298-061c02f5330a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:10.779491 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-99fd6a63-b071-48c4-90ad-4ed9c427de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:10.782346 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-99fd6a63-b071-48c4-90ad-4ed9c427de67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1671605 May 27 09:28:10.837940 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.882692 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60caaf4b-b7ff-4a5b-9def-672a107c71bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71e31fd-6841-4b6f-bf67-60e1bae59c92'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:28:10.897700 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port c71e31fd-6841-4b6f-bf67-60e1bae59c92, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c71e31fd-6841-4b6f-bf67-60e1bae59c92,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:10.906069 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:10.910832 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-8c65ff9a-55d7-41da-bba2-30f790e61d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:10.996733 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b30f8fa-c19e-4b34-9d86-00179976b3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:11.003889 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6b30f8fa-c19e-4b34-9d86-00179976b3da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6874ce47-8df3-4057-a522-c6e201d83357 HTTP/1.1" status: 204 len: 168 time: 1.4120922 May 27 09:28:11.018221 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-4277223b-a243-46c7-8e70-473dade38ad6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70c9d151cfc94d2e9be38bd52a976c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0889862 May 27 09:28:11.020947 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33318) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:11.051344 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277223b-a243-46c7-8e70-473dade38ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a081673e-9b9a-4368-b951-380f059c99eb,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:11.089475 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60caaf4b-b7ff-4a5b-9def-672a107c71bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71e31fd-6841-4b6f-bf67-60e1bae59c92', 'code': 200} May 27 09:28:11.123892 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=c71e31fd-6841-4b6f-bf67-60e1bae59c92,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:11.137094 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:11.191258 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5280662a-678b-4d04-99ee-e041c77475cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:11.258736 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30f8fa-c19e-4b34-9d86-00179976b3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6874ce47-8df3-4057-a522-c6e201d83357,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:11.329954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5280662a-678b-4d04-99ee-e041c77475cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:11.357753 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-a94a48ee-0edf-4931-9f19-e4208fab62ac service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616083 May 27 09:28:11.415871 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b30f8fa-c19e-4b34-9d86-00179976b3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:11.421523 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:11.429242 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.006s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:11.632030 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d315c872-c8b5-417b-93e6-b6ebb51d62a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:11.638049 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5280662a-678b-4d04-99ee-e041c77475cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:11.699294 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9d84e-42e2-4480-b1cc-2dbae5542edb req-a49a2171-da33-4331-bf8f-3b5d0bcfb58e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:11.706428 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d2b9d84e-42e2-4480-b1cc-2dbae5542edb req-a49a2171-da33-4331-bf8f-3b5d0bcfb58e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 944 time: 0.8854511 May 27 09:28:11.710956 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:11.867110 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280662a-678b-4d04-99ee-e041c77475cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5df5a8-74e3-4203-8760-fcc20ee008bd,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:11.880879 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d315c872-c8b5-417b-93e6-b6ebb51d62a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:11.904178 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-5280662a-678b-4d04-99ee-e041c77475cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:11.927159 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33334) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:11.931683 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d2b9d84e-42e2-4480-b1cc-2dbae5542edb req-846903f3-4f59-4fe4-b1a7-fbd68e57c54f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115679 May 27 09:28:11.942193 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5280662a-678b-4d04-99ee-e041c77475cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:11.944763 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-75a81156-1ba0-4ce9-949a-e002448e3ebd req-da161cf7-f5ee-4aa7-9445-86056f2ec097 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742402 May 27 09:28:11.949516 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-5280662a-678b-4d04-99ee-e041c77475cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e5df5a8-74e3-4203-8760-fcc20ee008bd HTTP/1.1" status: 204 len: 168 time: 1.6588833 May 27 09:28:12.168829 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0ffde1f9-3bc9-44ee-9a97-34e466abfb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:12.169883 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d2f3c-44df-4fc6-9f43-2709490d090d req-d051b0e1-23b2-4ecc-9c60-1d7539424758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:12.172705 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7b7d2f3c-44df-4fc6-9f43-2709490d090d req-d051b0e1-23b2-4ecc-9c60-1d7539424758 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 1099 time: 0.5171177 May 27 09:28:12.175696 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 60935d07-eebd-4026-bae7-40b6a67959c0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:28:12.220762 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d315c872-c8b5-417b-93e6-b6ebb51d62a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:12.242203 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:12.331716 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ca81-bee9-434a-8fb2-bd4bb7191349 req-da162b50-faa6-4ae2-8534-2db2f16d78e9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:12.370661 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c9a2ca81-bee9-434a-8fb2-bd4bb7191349 req-da162b50-faa6-4ae2-8534-2db2f16d78e9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.3402698 May 27 09:28:12.418362 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315c872-c8b5-417b-93e6-b6ebb51d62a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081673e-9b9a-4368-b951-380f059c99eb,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:12.421024 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-d315c872-c8b5-417b-93e6-b6ebb51d62a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:12.468437 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c9a2ca81-bee9-434a-8fb2-bd4bb7191349 req-a2e7a9d0-f48a-4527-ae8e-07aeacbab912 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946100 May 27 09:28:12.469920 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d315c872-c8b5-417b-93e6-b6ebb51d62a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:12.471138 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-d315c872-c8b5-417b-93e6-b6ebb51d62a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a081673e-9b9a-4368-b951-380f059c99eb HTTP/1.1" status: 204 len: 168 time: 1.4328563 May 27 09:28:12.473768 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-7b7d2f3c-44df-4fc6-9f43-2709490d090d req-c81ffa49-601c-4e0b-a34f-2be00ce26d0a service neutron] Synchronizing usage tracker for tenant:e6f5b6a5fae8492b8340228c644dd4dd on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:28:12.539921 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-7b7d2f3c-44df-4fc6-9f43-2709490d090d req-c81ffa49-601c-4e0b-a34f-2be00ce26d0a service neutron] Unset dirty status for tenant:e6f5b6a5fae8492b8340228c644dd4dd on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:28:12.542374 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7b7d2f3c-44df-4fc6-9f43-2709490d090d req-c81ffa49-601c-4e0b-a34f-2be00ce26d0a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586442 May 27 09:28:12.585830 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 60935d07-eebd-4026-bae7-40b6a67959c0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=60935d07-eebd-4026-bae7-40b6a67959c0,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:12.601966 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '60935d07-eebd-4026-bae7-40b6a67959c0', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'port_id': '60935d07-eebd-4026-bae7-40b6a67959c0', 'mac_address': 'fa:16:3e:d1:ef:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:28:12.684656 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:12.708002 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60935d07-eebd-4026-bae7-40b6a67959c0 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:28:12.735797 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 60935d07-eebd-4026-bae7-40b6a67959c0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=60935d07-eebd-4026-bae7-40b6a67959c0,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:12.747298 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:12.751073 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:12.820137 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:12.833743 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33366) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:12.921909 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:13.001359 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:13.017887 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5d9265e83ec64a70b640e12f5562f7b1 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:13.031099 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:13.060777 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:13.068872 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=60935d07-eebd-4026-bae7-40b6a67959c0,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:13.071622 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:13.083714 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Usage tracker for resource:security_group_rule and tenant:14b267c15b844c57ad09fbeb140b425b is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:13.090630 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:13.103312 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:13.111512 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['60935d07-eebd-4026-bae7-40b6a67959c0'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:28:13.381475 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:13.495550 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6401c-fe34-4386-ae01-65a141233e9a req-35d60c87-e487-48f2-b013-33af3e91d2da tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:13.504053 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f7c6401c-fe34-4386-ae01-65a141233e9a req-35d60c87-e487-48f2-b013-33af3e91d2da tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 945 time: 0.3009651 May 27 09:28:13.541584 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0f199-581c-44fc-a4ad-17522a47204e req-408057e5-a3c1-4db9-b4a9-e775226f8d1e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:13.544410 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-dcc0f199-581c-44fc-a4ad-17522a47204e req-408057e5-a3c1-4db9-b4a9-e775226f8d1e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 945 time: 0.3318379 May 27 09:28:13.558036 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:13.612588 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:13.632046 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-82ba9536-43c3-4699-87fe-300c2ba021c9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:13.686851 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33384) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:13.737812 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:13.743589 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-dcc0f199-581c-44fc-a4ad-17522a47204e req-2f0936a7-9ca0-4fc2-8692-fe3e9c39e2d0 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869907 May 27 09:28:13.748363 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:13.755485 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96eab89-ff0c-44ee-b810-ec25615e3f56,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:13.777137 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.779908 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f7c6401c-fe34-4386-ae01-65a141233e9a req-da2a39e4-f7ae-49b0-833a-df265e244b17 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312677 May 27 09:28:13.780718 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.781345 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.781908 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.783907 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.784673 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:13.784933 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.785381 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.786096 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.787958 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.788592 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.790764 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.791520 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:13.798068 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:13.800847 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:13.812133 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d9265e83ec64a70b640e12f5562f7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9716554 May 27 09:28:13.814038 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:13.814271 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33390) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:13.837518 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Usage tracker for resource:security_group_rule and tenant:94b1065748f04b3fb542ec78cc92aa6c is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:13.854848 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:13.881000 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14b267c15b844c57ad09fbeb140b425b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9381418 May 27 09:28:13.882623 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33394) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:13.887606 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:13.897359 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025abb73-bf93-4d4c-afe0-39721a62947f,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:13.907455 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:13.973033 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a08ba66-91d5-483c-a9fa-78469ef1b7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.055453 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.061397 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.063890 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f044ef28-7cfd-4863-b665-ef64873779c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.069009 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bd2d7d0b-9e60-49d4-8b36-dc810171b305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:14.084266 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a08ba66-91d5-483c-a9fa-78469ef1b7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.119281 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9080f1-ba5b-48bc-ba51-15e0ac93a687,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:14.127617 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94b1065748f04b3fb542ec78cc92aa6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228592 May 27 09:28:14.127617 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:14.130764 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33398) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:14.163055 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f044ef28-7cfd-4863-b665-ef64873779c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.278114 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4df080-5957-41d1-b242-7af3d0a9b267 req-0a5a5d92-212d-4682-aabe-244def32e7ff tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:14.279737 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ec4df080-5957-41d1-b242-7af3d0a9b267 req-0a5a5d92-212d-4682-aabe-244def32e7ff tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.2855062 May 27 09:28:14.320780 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6349fffa-0fc0-475b-883b-ef77d68b6035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.327434 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a08ba66-91d5-483c-a9fa-78469ef1b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.341510 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-956d8d3f-6683-4d28-b91a-8cbe428f4ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:14.391193 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08ba66-91d5-483c-a9fa-78469ef1b7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96eab89-ff0c-44ee-b810-ec25615e3f56,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:14.393560 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3a08ba66-91d5-483c-a9fa-78469ef1b7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:14.399382 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f044ef28-7cfd-4863-b665-ef64873779c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.410729 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-bef6df26-6527-4310-99fa-07cff135f8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:14.421365 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ec4df080-5957-41d1-b242-7af3d0a9b267 req-f05ffa7f-16cb-433e-9722-322927c359a8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298656 May 27 09:28:14.423416 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6349fffa-0fc0-475b-883b-ef77d68b6035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.442755 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044ef28-7cfd-4863-b665-ef64873779c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025abb73-bf93-4d4c-afe0-39721a62947f,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:14.447630 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f044ef28-7cfd-4863-b665-ef64873779c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.459086 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f044ef28-7cfd-4863-b665-ef64873779c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/025abb73-bf93-4d4c-afe0-39721a62947f HTTP/1.1" status: 204 len: 168 time: 0.5679548 May 27 09:28:14.462454 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f044ef28-7cfd-4863-b665-ef64873779c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:14.488567 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a08ba66-91d5-483c-a9fa-78469ef1b7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.498686 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3a08ba66-91d5-483c-a9fa-78469ef1b7fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d96eab89-ff0c-44ee-b810-ec25615e3f56 HTTP/1.1" status: 204 len: 168 time: 0.6810265 May 27 09:28:14.579268 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6349fffa-0fc0-475b-883b-ef77d68b6035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.594675 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3229c19c-1f55-48ea-b079-04b8f12198b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:14.630338 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349fffa-0fc0-475b-883b-ef77d68b6035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9080f1-ba5b-48bc-ba51-15e0ac93a687,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:14.645336 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6349fffa-0fc0-475b-883b-ef77d68b6035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:14.646892 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6349fffa-0fc0-475b-883b-ef77d68b6035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:14.655188 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-6349fffa-0fc0-475b-883b-ef77d68b6035 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f9080f1-ba5b-48bc-ba51-15e0ac93a687 HTTP/1.1" status: 204 len: 168 time: 0.5195193 May 27 09:28:14.834864 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-eadf944f-6278-4c14-878c-bb1d335367cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:15.149916 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-b56800a2-527b-4a67-a6c3-9910fcbffbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:15.154282 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-b56800a2-527b-4a67-a6c3-9910fcbffbe2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 1099 time: 0.1798294 May 27 09:28:15.331472 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-162434db-e79a-47b2-895e-0053b3dfb085 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:15.334719 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-162434db-e79a-47b2-895e-0053b3dfb085 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 945 time: 0.4488168 May 27 09:28:15.521584 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f4e7-9d8e-4706-8b5c-abf117d7988c req-a811e6bb-d161-4805-b251-0256c15f17de tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:15.524061 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bee6f4e7-9d8e-4706-8b5c-abf117d7988c req-a811e6bb-d161-4805-b251-0256c15f17de tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 945 time: 0.3670661 May 27 09:28:15.564233 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-f14c38f0-bb10-4dfa-b8e5-7259fd61b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:15.565775 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-f14c38f0-bb10-4dfa-b8e5-7259fd61b96e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 919 time: 0.4039981 May 27 09:28:15.575172 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ebdf5-38f5-42e1-aedc-7433182f4601 req-9da3aabd-83d4-4313-ad21-153758f97347 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:15.583293 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2f5ebdf5-38f5-42e1-aedc-7433182f4601 req-9da3aabd-83d4-4313-ad21-153758f97347 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 945 time: 0.3310382 May 27 09:28:15.637192 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:15.711768 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bee6f4e7-9d8e-4706-8b5c-abf117d7988c req-4b464d04-3702-4410-b86d-7d57e245f79d tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/security-groups?id=b590dc0c-1b86-4f2f-91e8-6df591c44c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353188 May 27 09:28:15.714920 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-04fb9c03-ad5d-4ca9-8808-be34136a5752 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c71e31fd-6841-4b6f-bf67-60e1bae59c92 HTTP/1.1" status: 200 len: 217 time: 0.1134441 May 27 09:28:15.770848 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Deleting port e0a801da-9e13-4a21-9b1b-10b7e0830fe0 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:28:15.773385 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:15.796723 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2f5ebdf5-38f5-42e1-aedc-7433182f4601 req-0748b1fb-91cb-4f3e-85cf-ba1bdeaffaaf tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124913 May 27 09:28:15.845940 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-c1ccc8e0-4011-415f-9834-cd6f5eda93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:15.850251 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-c1ccc8e0-4011-415f-9834-cd6f5eda93ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.1271405 May 27 09:28:15.974550 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-7ee69870-29dd-4324-b410-f9a4fd09b8be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161594 May 27 09:28:16.073203 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] For port e0a801da-9e13-4a21-9b1b-10b7e0830fe0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,segment=NetworkSegment(4edbf844-62eb-466e-83ac-fa023630ca16),segment_id=4edbf844-62eb-466e-83ac-fa023630ca16)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:16.074892 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:16.179388 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 60935d07-eebd-4026-bae7-40b6a67959c0 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:16.249730 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-a83e9b85-eb03-4d5b-a544-342aac041b65 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667868 May 27 09:28:16.266111 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Calling delete_port for e0a801da-9e13-4a21-9b1b-10b7e0830fe0 owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:28:16.340124 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 60935d07-eebd-4026-bae7-40b6a67959c0 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:16.352277 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 60935d07-eebd-4026-bae7-40b6a67959c0 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:16.352939 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:16.389462 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ff48b-0bc9-45bb-96df-69f207939aab req-b59aadef-a179-4422-857e-64316c641be8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:16.391046 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2f4ff48b-0bc9-45bb-96df-69f207939aab req-b59aadef-a179-4422-857e-64316c641be8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.3853374 May 27 09:28:16.464173 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2f4ff48b-0bc9-45bb-96df-69f207939aab req-fd5ed6b6-d5dd-4eda-9262-0a66ed10d97f tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652573 May 27 09:28:16.585562 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8042ade4-2bb2-4590-9f99-7968b1f27d14 req-53434db7-f4d5-43e0-a885-e444f2774416 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174934 May 27 09:28:16.608512 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:16.633749 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['e0a801da-9e13-4a21-9b1b-10b7e0830fe0'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:28:16.637428 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:16.675097 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:16.716326 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 60935d07-eebd-4026-bae7-40b6a67959c0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=60935d07-eebd-4026-bae7-40b6a67959c0,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:16.717793 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29477212-f649-4494-9ee5-e43292174c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60935d07-eebd-4026-bae7-40b6a67959c0'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:28:16.724944 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:16.727379 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:16.796375 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Pushing event deleted for resources: {'Port': ['ID=e0a801da-9e13-4a21-9b1b-10b7e0830fe0,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:16.809834 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:16.937008 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=60935d07-eebd-4026-bae7-40b6a67959c0,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:16.973357 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29477212-f649-4494-9ee5-e43292174c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60935d07-eebd-4026-bae7-40b6a67959c0', 'code': 200} May 27 09:28:16.975425 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.975971 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.976509 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.977062 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.977917 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.978460 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.980579 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.981176 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.981725 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.982369 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.983002 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:16.983673 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:17.018125 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:17.131211 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] No DVR routers for this DVR port e0a801da-9e13-4a21-9b1b-10b7e0830fe0 on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:28:17.162879 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-49f9726f-fe45-48a6-aa12-62ac53efe66e req-e5400a22-219b-47d3-9435-cf43c83f13e6 tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 210 time: 0.0904994 May 27 09:28:17.164802 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:17.170696 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa1415a-878c-438d-8fea-31d7934a7180', 'name': 'network-vif-deleted', 'tag': 'e0a801da-9e13-4a21-9b1b-10b7e0830fe0'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:28:17.252173 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ad12a6ab-ae7e-437a-a5e1-562702ea2121 req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.36 "DELETE /v2.0/ports/e0a801da-9e13-4a21-9b1b-10b7e0830fe0 HTTP/1.1" status: 204 len: 173 time: 1.9099700 May 27 09:28:17.365796 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa1415a-878c-438d-8fea-31d7934a7180', 'name': 'network-vif-deleted', 'tag': 'e0a801da-9e13-4a21-9b1b-10b7e0830fe0', 'status': 'completed', 'code': 200} May 27 09:28:17.428279 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:17.533313 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9c46-fe4e-4901-b7c0-81cb06423f15 req-e4fb7cbc-2525-41cd-b81c-689cd80cc457 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:17.543561 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-54ac9c46-fe4e-4901-b7c0-81cb06423f15 req-e4fb7cbc-2525-41cd-b81c-689cd80cc457 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.3654499 May 27 09:28:17.649597 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd200a-9488-4d25-ba1a-bda682da105a req-c497d7ed-5f2c-4519-b1b1-46b116bbbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:17.652946 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0fdd200a-9488-4d25-ba1a-bda682da105a req-c497d7ed-5f2c-4519-b1b1-46b116bbbb36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 1099 time: 0.2588439 May 27 09:28:17.709314 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-54ac9c46-fe4e-4901-b7c0-81cb06423f15 req-6016bf57-37ca-4ca7-a783-8517568003d7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647179 May 27 09:28:17.749434 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0fdd200a-9488-4d25-ba1a-bda682da105a req-8c30b783-01f1-4a0d-812b-def7164c0d87 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885668 May 27 09:28:18.005316 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539b928-62ed-4c1a-9997-83f0fa95f02c req-96d98666-fcb7-4fad-9807-06ae9f852b9d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:18.008194 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5539b928-62ed-4c1a-9997-83f0fa95f02c req-96d98666-fcb7-4fad-9807-06ae9f852b9d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.1918051 May 27 09:28:18.082132 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5539b928-62ed-4c1a-9997-83f0fa95f02c req-60b27143-19ab-443e-9fec-103fe8edabf4 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622075 May 27 09:28:18.645883 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a4a33b68-87f3-42e6-8eef-b442ab985e25 req-8aaad026-50b1-4ae3-a169-3023c7d9292d tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffa1415a-878c-438d-8fea-31d7934a7180 HTTP/1.1" status: 200 len: 210 time: 0.1864858 May 27 09:28:18.805335 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:19.139132 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638a6dd-2d82-40e0-90d8-c1ad2ff06a2f req-29ed4cd4-900e-444c-8c49-125e7b2b6361 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:19.146761 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c638a6dd-2d82-40e0-90d8-c1ad2ff06a2f req-29ed4cd4-900e-444c-8c49-125e7b2b6361 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2101083 May 27 09:28:19.208137 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c638a6dd-2d82-40e0-90d8-c1ad2ff06a2f req-affbdfec-679a-40a6-880d-0eeb4b64fd02 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601163 May 27 09:28:19.411985 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebeaec-15cd-40b4-b013-7ed2e7e64a8e req-6d412c1b-69d3-421d-aee7-05c3535bf5e2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:19.414059 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-85ebeaec-15cd-40b4-b013-7ed2e7e64a8e req-6d412c1b-69d3-421d-aee7-05c3535bf5e2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.1196177 May 27 09:28:19.531454 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-85ebeaec-15cd-40b4-b013-7ed2e7e64a8e req-8946eb14-9711-4704-aab7-8cf9823c5e23 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956788 May 27 09:28:20.202959 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device e0a801da-9e13-4a21-9b1b-10b7e0830fe0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:28:20.307801 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: e0a801da-9e13-4a21-9b1b-10b7e0830fe0 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:28:20.308699 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device e0a801da-9e13-4a21-9b1b-10b7e0830fe0 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:28:20.574387 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34059cb5-b50a-4d81-b2c8-868c0b65a7cc req-2ea67404-fced-4e8d-883d-4e4eb3258c49 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:20.577131 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-34059cb5-b50a-4d81-b2c8-868c0b65a7cc req-2ea67404-fced-4e8d-883d-4e4eb3258c49 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1027374 May 27 09:28:20.645332 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-34059cb5-b50a-4d81-b2c8-868c0b65a7cc req-9d8183d3-cb81-4de6-9533-6824e4ce6752 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613713 May 27 09:28:20.789808 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137b35c-6322-444a-8b99-e4f14211559f req-bec00a77-2029-4935-aa30-179f2420172e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:20.793005 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6137b35c-6322-444a-8b99-e4f14211559f req-bec00a77-2029-4935-aa30-179f2420172e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.1093705 May 27 09:28:20.852541 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6137b35c-6322-444a-8b99-e4f14211559f req-b4aff7a5-e0bd-4165-a8ce-9b3c5a0d27e6 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519385 May 27 09:28:20.896673 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5369-1fcb-4269-99eb-1b28d9e9b250 req-4605021c-739a-43f7-96f8-1f599977381a tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:20.898307 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-603e5369-1fcb-4269-99eb-1b28d9e9b250 req-4605021c-739a-43f7-96f8-1f599977381a tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1344445 May 27 09:28:20.908016 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33638) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:20.913402 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'floatingip': {'port_id': '60935d07-eebd-4026-bae7-40b6a67959c0'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:21.020660 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:22.158958 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.db.resource_extend [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 09:28:22.286532 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:22.292774 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:22.508129 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdcf13-07a6-4d9e-b0be-232091d4e5fa req-615bed5e-b256-4482-bb3e-73c0b5bd1868 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:22.512201 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f4cdcf13-07a6-4d9e-b0be-232091d4e5fa req-615bed5e-b256-4482-bb3e-73c0b5bd1868 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.4090767 May 27 09:28:22.709183 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33686) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:22.845267 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcca343d-aea6-4779-a770-46deba57d6de admin admin] Deleting subnet c9626dc4-8179-49c9-854c-7dbc09bda4c0 {{(pid=91808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:28:22.851647 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bcca343d-aea6-4779-a770-46deba57d6de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:22.880794 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f4cdcf13-07a6-4d9e-b0be-232091d4e5fa req-e977041d-12fd-4ba1-b791-ed52f1a07de5 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586376 May 27 09:28:22.899303 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.l3_db [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Floating IP b7798676-4e3f-4de0-897f-803b0c3b5bfa associated. External IP: 172.28.1.84, port: 60935d07-eebd-4026-bae7-40b6a67959c0. May 27 09:28:22.960829 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bcca343d-aea6-4779-a770-46deba57d6de admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:22.973288 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bcca343d-aea6-4779-a770-46deba57d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:23.472901 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bcca343d-aea6-4779-a770-46deba57d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026'] for subnet, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:23.482905 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:23.533922 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bcca343d-aea6-4779-a770-46deba57d6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:23.544176 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca343d-aea6-4779-a770-46deba57d6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9626dc4-8179-49c9-854c-7dbc09bda4c0,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:23.551500 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-bcca343d-aea6-4779-a770-46deba57d6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:23.556454 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-bcca343d-aea6-4779-a770-46deba57d6de admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c9626dc4-8179-49c9-854c-7dbc09bda4c0 HTTP/1.1" status: 204 len: 168 time: 0.8435450 May 27 09:28:23.561843 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33708) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:23.595374 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:28:23.707777 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:23.897463 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:23.911894 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:23.912238 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:23.912966 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:23.913317 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > port after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:23.913636 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > port after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:23.913977 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > port after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:23.914307 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:23.914617 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:23.914986 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:23.915484 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:24.034962 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:28:24.045905 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:24.065716 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] Sync routers for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:28:24.093821 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:28:24.094785 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:28:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:24.167969 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:24.167969 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:24.168427 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:24.168903 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:28:24.169547 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a8f67c-f282-41d6-b81e-a942a5e9cd3c']}} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:24.252015 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-4489c29e-1e9d-41c1-8784-be16e1454739 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "PUT /v2.0/floatingips/b7798676-4e3f-4de0-897f-803b0c3b5bfa HTTP/1.1" status: 200 len: 991 time: 3.3424969 May 27 09:28:24.253188 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29477212-f649-4494-9ee5-e43292174c3f', 'tag': '60935d07-eebd-4026-bae7-40b6a67959c0'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:28:24.329648 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edbf844-62eb-466e-83ac-fa023630ca16') {'for_net_delete': True} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:24.330681 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edbf844-62eb-466e-83ac-fa023630ca16') {} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:24.361298 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:28:24.411425 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6308094'] for segment, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:24.466906 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:24.523287 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=91808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:28:24.523681 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6370660'] for segment, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:24.583357 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5b820-b357-4f63-a0ae-9d1d9d7e0dc8 req-20dec82f-dd06-4504-a30b-6028aa24b19e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:24.586271 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4ab5b820-b357-4f63-a0ae-9d1d9d7e0dc8 req-20dec82f-dd06-4504-a30b-6028aa24b19e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.3927257 May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: from cryptography.utils import int_from_bytes May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: from cryptography.utils import int_from_bytes May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: Traceback (most recent call last): May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: timer() May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: cb(*args, **kw) May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: return func(*args, **kwargs) May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: self._notify() May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: self.callback(batched_events) May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: event.method(event) May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: return f(self, *a, **k) May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: return self._get(url).json() May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: return self.request(url, 'GET', **kwargs) May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:28:24.592465 dv-cinder-772623-6-smb neutron-server[91808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:28:24.717740 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29477212-f649-4494-9ee5-e43292174c3f', 'tag': '60935d07-eebd-4026-bae7-40b6a67959c0', 'status': 'completed', 'code': 200} May 27 09:28:24.860047 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4ab5b820-b357-4f63-a0ae-9d1d9d7e0dc8 req-a4ea5d60-f521-45c7-a385-96bde2886ec6 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573912 May 27 09:28:24.939527 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-7722f7ad-92ed-4241-9c0d-9345399f3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:24.939827 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:24.942970 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-7722f7ad-92ed-4241-9c0d-9345399f3f0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 1099 time: 0.1892197 May 27 09:28:25.086056 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:25.106128 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:25.145589 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a8f67c-f282-41d6-b81e-a942a5e9cd3c,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:25.151188 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] 10.222.0.37 "DELETE /v2.0/networks/d1a8f67c-f282-41d6-b81e-a942a5e9cd3c HTTP/1.1" status: 204 len: 168 time: 1.5863853 May 27 09:28:25.173132 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-54fb545d-202d-4d64-9f88-ae4d39900aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:25.226284 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-a3812bd8-b862-4677-805b-190a529937e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:25.229099 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-a3812bd8-b862-4677-805b-190a529937e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 912 time: 0.2782595 May 27 09:28:25.241845 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66804383-f628-49dc-a679-ad71295a681e req-7ae62acf-9346-4588-a6a0-a339b69c45ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3920360 May 27 09:28:25.417338 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-10038177-d1fb-40a3-94a7-88bfab0855fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60935d07-eebd-4026-bae7-40b6a67959c0 HTTP/1.1" status: 200 len: 999 time: 0.1727326 May 27 09:28:25.523278 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': 'b7798676-4e3f-4de0-897f-803b0c3b5bfa', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'floating_ip_address': '172.28.1.84', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'port_id': '60935d07-eebd-4026-bae7-40b6a67959c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'mac_address': 'fa:16:3e:d1:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29477212-f649-4494-9ee5-e43292174c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:27:48Z', 'updated_at': '2021-05-27T09:28:22Z', 'revision_number': 1, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:25.541850 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] Checking router: 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:28:25.579348 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:28:25.583894 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:28:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:25.720663 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-40f71717-d400-47cb-9055-c6a4c08c3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:25.723653 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-40f71717-d400-47cb-9055-c6a4c08c3022 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.2942305 May 27 09:28:25.789560 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66804383-f628-49dc-a679-ad71295a681e req-2797a68f-b4d0-41f2-88ad-5a1c4fbadc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:25.794090 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66804383-f628-49dc-a679-ad71295a681e req-2797a68f-b4d0-41f2-88ad-5a1c4fbadc58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1098 time: 0.3083503 May 27 09:28:25.901336 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33772) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:26.078543 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33782) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:26.170929 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-c4dfa5f0-4123-4b6a-ba45-ddb0fd3c26b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1dedf656bec4430db2d1490ceff63deb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2583885 May 27 09:28:26.171526 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33788) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:26.295592 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-f96d5fd0-a9bd-4c65-ad51-0fe20ab55d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:26.301728 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-f96d5fd0-a9bd-4c65-ad51-0fe20ab55d7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5666039 May 27 09:28:26.321921 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:28:26.527042 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-366a081b-c32c-468c-a845-30b3c68bcedb service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091267 May 27 09:28:26.582639 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66804383-f628-49dc-a679-ad71295a681e req-b224cf8e-2488-4279-95c6-e91569e7cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:26.590220 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ef787aaf-95d1-4edf-80c6-e409c0f8f285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:26.591776 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66804383-f628-49dc-a679-ad71295a681e req-b224cf8e-2488-4279-95c6-e91569e7cc93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 919 time: 0.7681289 May 27 09:28:26.624296 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:26.630729 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ef787aaf-95d1-4edf-80c6-e409c0f8f285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:26.830605 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:26.850709 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66804383-f628-49dc-a679-ad71295a681e req-58e4976a-fb84-478b-8655-1272cab07a51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c HTTP/1.1" status: 200 len: 217 time: 0.2300491 May 27 09:28:26.852428 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Usage tracker for resource:security_group_rule and tenant:61b03d51c3c84194b96c75435dafb4a8 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:26.863424 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:26.943603 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:27.002837 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ef787aaf-95d1-4edf-80c6-e409c0f8f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:27.018073 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-acdb2396-3635-4849-9c8d-97dfb474dd13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:27.052772 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef787aaf-95d1-4edf-80c6-e409c0f8f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b590dc0c-1b86-4f2f-91e8-6df591c44c19,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:27.068054 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ef787aaf-95d1-4edf-80c6-e409c0f8f285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:27.132816 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ef787aaf-95d1-4edf-80c6-e409c0f8f285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:27.152852 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-ef787aaf-95d1-4edf-80c6-e409c0f8f285 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b590dc0c-1b86-4f2f-91e8-6df591c44c19 HTTP/1.1" status: 204 len: 168 time: 0.9729192 May 27 09:28:27.163620 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c89e9-9c0c-47c4-a09a-1b9830bf2d1a req-58432408-8f48-4062-8364-391dc069e324 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:27.189817 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8e2c89e9-9c0c-47c4-a09a-1b9830bf2d1a req-58432408-8f48-4062-8364-391dc069e324 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.8985245 May 27 09:28:27.260522 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-77ed17c1-4fbf-45ee-a6bf-d16d8e065240 req-e2d26d71-eb7e-46cc-8737-b550f102911c service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123318 May 27 09:28:27.301034 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66804383-f628-49dc-a679-ad71295a681e req-2bd13f54-977b-4218-9c89-e10f64062eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:27.304129 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66804383-f628-49dc-a679-ad71295a681e req-2bd13f54-977b-4218-9c89-e10f64062eee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.4352655 May 27 09:28:27.376495 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': 'b7798676-4e3f-4de0-897f-803b0c3b5bfa', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'floating_ip_address': '172.28.1.84', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'port_id': '60935d07-eebd-4026-bae7-40b6a67959c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'mac_address': 'fa:16:3e:d1:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29477212-f649-4494-9ee5-e43292174c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:27:48Z', 'updated_at': '2021-05-27T09:28:22Z', 'revision_number': 1, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:27.382384 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de191d42-2798-4136-91ba-f908e9a0e96a None None] The sync data for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb is: [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': 'b7798676-4e3f-4de0-897f-803b0c3b5bfa', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'floating_ip_address': '172.28.1.84', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'port_id': '60935d07-eebd-4026-bae7-40b6a67959c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'mac_address': 'fa:16:3e:d1:ef:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29477212-f649-4494-9ee5-e43292174c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:27:48Z', 'updated_at': '2021-05-27T09:28:22Z', 'revision_number': 1, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:28:27.473840 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66804383-f628-49dc-a679-ad71295a681e req-7a2b0371-0bba-48bd-86c7-85adf5291630 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352208 May 27 09:28:27.483492 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8e2c89e9-9c0c-47c4-a09a-1b9830bf2d1a req-07876b34-ad64-4495-b3e5-107d87bcbe00 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895272 May 27 09:28:27.826088 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339dc10-13aa-414c-ad70-b2318491f9d4 None None] New status for floating IP b7798676-4e3f-4de0-897f-803b0c3b5bfa: ACTIVE {{(pid=91810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:28:27.938073 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:27.954009 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66804383-f628-49dc-a679-ad71295a681e req-4ca650d3-73bd-4c4d-9777-96d0f1428d40 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687090 May 27 09:28:27.955635 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:27.975265 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ddd4ad67-0c6d-437a-860a-ce8d73426a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:28.159139 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99521c7a-19a1-4999-af38-0348d4c259e2,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:28.162891 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:28.175676 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61b03d51c3c84194b96c75435dafb4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0911074 May 27 09:28:28.176266 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33848) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:28.287482 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-525088ea-4771-4e6b-8fa9-084af509cd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:28.314716 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66804383-f628-49dc-a679-ad71295a681e req-6343a2c7-9dd0-4867-9e70-5c9521bc5dbf service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411994 May 27 09:28:28.346114 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-525088ea-4771-4e6b-8fa9-084af509cd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:28.470290 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-525088ea-4771-4e6b-8fa9-084af509cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:28.476625 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4467e662-4802-430b-b058-5fda9542fcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:28.512562 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525088ea-4771-4e6b-8fa9-084af509cd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99521c7a-19a1-4999-af38-0348d4c259e2,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:28.515450 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-525088ea-4771-4e6b-8fa9-084af509cd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:28.523295 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-525088ea-4771-4e6b-8fa9-084af509cd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:28.524976 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-525088ea-4771-4e6b-8fa9-084af509cd47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99521c7a-19a1-4999-af38-0348d4c259e2 HTTP/1.1" status: 204 len: 168 time: 0.3480768 May 27 09:28:28.866497 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b3f08-6e4e-48ba-b078-b5a12a2f0cf1 req-96df097c-1a94-43d1-8087-13cc9365c3b7 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:28.873817 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b84b3f08-6e4e-48ba-b078-b5a12a2f0cf1 req-96df097c-1a94-43d1-8087-13cc9365c3b7 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.1863735 May 27 09:28:28.961803 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b84b3f08-6e4e-48ba-b078-b5a12a2f0cf1 req-406ed64e-4a91-41d1-b9f2-97e829660c0c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732048 May 27 09:28:29.034131 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33886) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:29.194095 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33900) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:29.375009 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.404039 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:29.423214 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Usage tracker for resource:security_group_rule and tenant:dd44291b4bb048d3a1dc02e929a2136b is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:29.427572 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:29.439406 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:29.446780 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-855767059-network', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:29.458413 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:29.469897 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Usage tracker for resource:network and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:29.476420 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:29.497911 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:29.515507 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Made reservation on behalf of 3e86af4b146247b6a10dd84ed6624fbe for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:28:29.517910 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.537462 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.564411 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:29.570696 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Usage tracker for resource:security_group_rule and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:29.578573 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:29.592264 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:29.632517 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.639117 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.654305 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:29.721111 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd44291b4bb048d3a1dc02e929a2136b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6854751 May 27 09:28:29.726192 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33920) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:29.728382 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c31241c-fa07-403f-8605-ed0d2801e967,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:29.733758 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:29.845100 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ea535458-33ba-4b99-a61b-d551a9d53356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.848988 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.854732 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.860786 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:29.877299 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:28:29.898873 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ea535458-33ba-4b99-a61b-d551a9d53356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.907470 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:29.907819 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Added segment 0b44cb6c-74e9-462c-87f9-811e3f09b228 of type vlan for network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 May 27 09:28:29.918065 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73c910-a96c-4863-8a74-14b7867a416a,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:29.924447 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:29.966478 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:30.019700 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:30.031644 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:30.034899 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ea535458-33ba-4b99-a61b-d551a9d53356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:30.039540 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:30.043837 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:30.057487 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8d7cd5d5-e7d6-42ff-944d-8af3327cb468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:30.067872 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea535458-33ba-4b99-a61b-d551a9d53356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c31241c-fa07-403f-8605-ed0d2801e967,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:30.098278 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ea535458-33ba-4b99-a61b-d551a9d53356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:30.125309 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ea535458-33ba-4b99-a61b-d551a9d53356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:30.129396 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-ea535458-33ba-4b99-a61b-d551a9d53356 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c31241c-fa07-403f-8605-ed0d2801e967 HTTP/1.1" status: 204 len: 168 time: 0.4006145 May 27 09:28:30.352556 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1572366 May 27 09:28:30.356611 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 33952) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:30.360328 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:30.373638 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:28:30.389565 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Request body: {'subnet': {'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-subnet', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:30.395291 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:30.407281 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:30.426266 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Usage tracker for resource:subnet and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:30.434475 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:30.434836 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff84df-fdf8-4817-9de5-9429effdf9aa req-8acbad22-9eb5-4cc0-9470-39e5c3808a7b tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:30.436994 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f5ff84df-fdf8-4817-9de5-9429effdf9aa req-8acbad22-9eb5-4cc0-9470-39e5c3808a7b tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.2073004 May 27 09:28:30.445066 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:30.490346 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Made reservation on behalf of 3e86af4b146247b6a10dd84ed6624fbe for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:28:30.497643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6574510'] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:30.521835 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f5ff84df-fdf8-4817-9de5-9429effdf9aa req-2cf3ef02-def2-4c0d-b960-a4a01d815efd tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629029 May 27 09:28:31.046631 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33980) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:31.086020 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.114940 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:31.120928 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Usage tracker for resource:security_group_rule and tenant:ef033c3f356842fb99429a1f1b6460d7 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:31.125133 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:31.133161 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:31.280080 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8283631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6574520'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.283924 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.289827 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3945b229-3ad3-40c5-ba43-01688fb2aad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:31.292942 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.314017 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:31.367063 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 33992) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:31.368215 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3019ed2-f41b-484e-b08a-622d3ae785de,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:31.377126 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:31.431094 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef033c3f356842fb99429a1f1b6460d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791149 May 27 09:28:31.433076 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34000) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:31.529184 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.552362 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Pushing event updated for resources: {'Subnet': ['ID=47fdc049-6cea-4a10-9213-37c2e10e2ec9,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:31.566294 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:31.571669 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Checking segment: {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:28:31.573345 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Network hostable DHCP agents. Network: 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:28:31.622759 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:28:31.633770 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-59def51b-e6a6-494d-9338-26b6bbc589c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.654256 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:28:31.670178 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc945cc7-0b89-42f8-ab12-471e02420d9c None None] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:28:31.706678 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:31.707757 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.771022 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4128282 May 27 09:28:31.774258 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34014) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:31.796944 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:31.814505 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.815291 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:31.829843 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Usage tracker for resource:router and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:31.834864 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:31.844912 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-59def51b-e6a6-494d-9338-26b6bbc589c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.855168 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:31.885705 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4014'] for router, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.887001 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4055'] for router, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.910136 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:31.923526 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:31.923791 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Usage tracker for resource:security_group_rule and tenant:b1e0d35efd32419e9701ab4b782a8cdc is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:31.951758 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:31.973064 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:32.026794 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-59def51b-e6a6-494d-9338-26b6bbc589c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:32.037884 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:32.147848 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59def51b-e6a6-494d-9338-26b6bbc589c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3019ed2-f41b-484e-b08a-622d3ae785de,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:32.163522 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ae6fd5-8ebc-5d11-9d3d-d0ac3b1ca7ec-9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9'}]}} from dv-cinder-772623-6-smb. {{(pid=91810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:28:32.164462 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:32.188603 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-59def51b-e6a6-494d-9338-26b6bbc589c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:32.236849 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-59def51b-e6a6-494d-9338-26b6bbc589c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:32.239389 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-59def51b-e6a6-494d-9338-26b6bbc589c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3019ed2-f41b-484e-b08a-622d3ae785de HTTP/1.1" status: 204 len: 168 time: 0.8043001 May 27 09:28:32.337178 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34024) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:32.363611 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:32.370933 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.db_base_plugin_common [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Allocated IP 172.20.0.2 (9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615/47fdc049-6cea-4a10-9213-37c2e10e2ec9/b223d206-37d7-46a6-a2d3-39dbcb5c4be1) {{(pid=91810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:28:32.417776 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:32.430646 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:32.452446 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d42b6eb9-d016-4177-8849-e1793d1dfc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:32.534296 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73243392-441b-49ae-87c5-76da64c3e992,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:32.609433 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe44071-7de6-4df6-87b4-267ae455363f req-bdef9c0b-2e85-4c0f-8878-43612e6c8e4d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:32.633740 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6fe44071-7de6-4df6-87b4-267ae455363f req-bdef9c0b-2e85-4c0f-8878-43612e6c8e4d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.5981941 May 27 09:28:32.644171 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:32.732345 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1e0d35efd32419e9701ab4b782a8cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3516352 May 27 09:28:32.736266 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34032) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:32.811832 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6fe44071-7de6-4df6-87b4-267ae455363f req-32f5d729-001a-499f-8a7a-49ba1a37731a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765242 May 27 09:28:32.911554 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Notify callbacks [] for port, precommit_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:32.940086 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Transition to ACTIVE for port object b223d206-37d7-46a6-a2d3-39dbcb5c4be1 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:32.963886 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:32.992621 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Transition to ACTIVE for port object b223d206-37d7-46a6-a2d3-39dbcb5c4be1 will not be triggered until provisioned by entity DHCP. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:33.000232 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.006843 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:33.081502 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:33.106168 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 is already hosted by enough agents. {{(pid=91810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:28:33.107484 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Pushing event updated for resources: {'Port': ['ID=b223d206-37d7-46a6-a2d3-39dbcb5c4be1,revision_number=1']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:33.110603 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.base_scheduler [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Resources bound (agent type, host, resource id): {{(pid=91810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:28:33.112636 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:33.112940 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Usage tracker for resource:security_group_rule and tenant:bbeeb7c2b7e9402c8c53986641bfb261 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:33.113961 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Received port after_create {{(pid=91810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:28:33.132622 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:33.158069 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb638-70a9-4c67-a0c0-e27d0896e0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.162395 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:33.185621 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.233437 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Attempting to bind port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:28:33.233437 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Attempting to bind port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:28:33.233860 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Attempting to bind port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 on network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:28:33.241768 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:28:33.242322 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Checking segment: {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:28:33.242790 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.243449 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Bound using segment: {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:28:33.244231 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Bound port: b223d206-37d7-46a6-a2d3-39dbcb5c4be1, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:28:33.246630 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.403185 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] For port b223d206-37d7-46a6-a2d3-39dbcb5c4be1, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:28:33.413097 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.413732 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] For port b223d206-37d7-46a6-a2d3-39dbcb5c4be1, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=b223d206-37d7-46a6-a2d3-39dbcb5c4be1,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:28:33.425257 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.441672 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:33.553622 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Pushing event updated for resources: {'Port': ['ID=b223d206-37d7-46a6-a2d3-39dbcb5c4be1,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:33.564297 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:33.631597 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-fb9f46f0-8240-48d7-adc7-3883d422997e tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f30af0ba949e4021b5653cb32732b9c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952733 May 27 09:28:33.652530 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Allocated IP 172.28.1.236 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/fb02faa9-2a58-44d9-8973-f38e135cd1cd) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:28:33.876398 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.886904 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb638-70a9-4c67-a0c0-e27d0896e0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.903866 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:33.919311 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b30f8fa-c19e-4b34-9d86-00179976b3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:34.015913 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:34.019805 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-f8581a4b-2b8f-4c06-ade6-e5284ddbe84f tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:34.036509 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68783521-3a5c-4360-894f-5b37485ea5ed,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:34.042677 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-f8581a4b-2b8f-4c06-ade6-e5284ddbe84f tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4100296 May 27 09:28:34.043408 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:34.046353 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbeeb7c2b7e9402c8c53986641bfb261&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7089550 May 27 09:28:34.049158 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34082) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:34.077276 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-eac53f05-77da-45c7-9b45-77a20bd7a82d tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/quotas/f30af0ba949e4021b5653cb32732b9c3 HTTP/1.1" status: 200 len: 375 time: 0.0286558 May 27 09:28:34.157049 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-8f2bbc54-a12e-40fb-8133-40269f170e8a tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f30af0ba949e4021b5653cb32732b9c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783942 May 27 09:28:34.157751 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb638-70a9-4c67-a0c0-e27d0896e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:34.172065 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-83b0c4ce-92f6-4bee-9a3f-f3945da4236b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:34.294627 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:34.295560 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bb638-70a9-4c67-a0c0-e27d0896e0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73243392-441b-49ae-87c5-76da64c3e992,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:34.315001 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-fe7bb638-70a9-4c67-a0c0-e27d0896e0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:34.337326 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:34.411222 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-88fc33ce-30c2-4a01-836c-110deb67954d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:34.442236 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:28:34.456919 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:28:34.468386 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:28:34.472893 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-83d458c4-0f28-499b-b2b6-daf13f468a34 req-55254153-f753-459e-8b87-9e5afc465150 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 210 time: 0.0961516 May 27 09:28:34.541821 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Pushing event updated for resources: {'Port': ['ID=fb02faa9-2a58-44d9-8973-f38e135cd1cd,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:34.548769 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-88fc33ce-30c2-4a01-836c-110deb67954d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:34.568292 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:34.584680 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb638-70a9-4c67-a0c0-e27d0896e0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:34.585863 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-fe7bb638-70a9-4c67-a0c0-e27d0896e0e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73243392-441b-49ae-87c5-76da64c3e992 HTTP/1.1" status: 204 len: 168 time: 1.8423414 May 27 09:28:35.034860 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a86c6e-c797-44a2-922d-e79148a9790f req-a5d8ab7d-ebae-4344-8036-d4a2ef0a4952 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:35.039345 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-99a86c6e-c797-44a2-922d-e79148a9790f req-a5d8ab7d-ebae-4344-8036-d4a2ef0a4952 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.8692076 May 27 09:28:35.357619 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-88fc33ce-30c2-4a01-836c-110deb67954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:35.381641 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-5280662a-678b-4d04-99ee-e041c77475cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:35.412310 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9e969-f957-4c84-8aa2-9ef55896fc1f None None] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:28:35.421386 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc33ce-30c2-4a01-836c-110deb67954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68783521-3a5c-4360-894f-5b37485ea5ed,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:35.434192 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-99a86c6e-c797-44a2-922d-e79148a9790f req-7f480ba4-24be-44ee-aff2-0cb47dfacaee tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464234 May 27 09:28:35.440522 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-88fc33ce-30c2-4a01-836c-110deb67954d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:35.506564 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-88fc33ce-30c2-4a01-836c-110deb67954d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:35.508141 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-88fc33ce-30c2-4a01-836c-110deb67954d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68783521-3a5c-4360-894f-5b37485ea5ed HTTP/1.1" status: 204 len: 168 time: 1.4577086 May 27 09:28:35.739059 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34132) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:35.821309 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:35.824155 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-695f9aa4-bcf6-453d-a603-50b6c087f5fd None None] Provisioning for port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:35.878220 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:35.894221 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5bc529933542f68e25c409cd4fa7a3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:35.902651 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:35.922146 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:35.973873 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device b223d206-37d7-46a6-a2d3-39dbcb5c4be1 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:36.044435 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:36.194209 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c0947394-74d5-4f2d-ac0e-fa4324cfb758 req-620e36f7-dbe2-4ad0-b5e5-092f66cdaa31 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 210 time: 0.2834699 May 27 09:28:36.403557 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:36.454613 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:36.455665 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:36.588443 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-d03178a2-9f0e-407b-9f8b-3a645abce57c tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f30af0ba949e4021b5653cb32732b9c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1538992 May 27 09:28:36.712650 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:36.755118 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:36.834664 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34156) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:36.840311 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-12f2f2a8-3c76-448f-81af-363f2f189315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:37.007414 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:37.130415 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port b223d206-37d7-46a6-a2d3-39dbcb5c4be1, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=b223d206-37d7-46a6-a2d3-39dbcb5c4be1,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:37.141028 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:37.148104 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:37.394483 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-4d2ddd73-dafe-4c08-82d4-97bb6b5ee3a6 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:37.406456 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-4d2ddd73-dafe-4c08-82d4-97bb6b5ee3a6 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8008759 May 27 09:28:37.421997 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc5bc529933542f68e25c409cd4fa7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6807873 May 27 09:28:37.423752 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be172a-7055-400a-9016-59e5bc0b77c2,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:37.432352 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=b223d206-37d7-46a6-a2d3-39dbcb5c4be1,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:37.435848 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34172) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:37.439274 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:37.453157 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:37.458344 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Request body: {'port': {'device_id': '349f0f3e-8a8a-4dee-afca-34d1f78b1767', 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8', 'admin_state_up': True, 'tenant_id': 'f30af0ba949e4021b5653cb32732b9c3'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:37.509178 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763648'] for router, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:37.584202 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787d60c-42a1-41f2-964f-ee41a3552daa req-4d5a52b2-54a1-4ef9-86c0-f8140d63619a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:37.591794 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a787d60c-42a1-41f2-964f-ee41a3552daa req-4d5a52b2-54a1-4ef9-86c0-f8140d63619a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.8369191 May 27 09:28:37.644148 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-8d9253ba-62fd-4ea6-abe6-1b2d2f757de1 None None] Provisioning complete for port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:37.652983 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8d9253ba-62fd-4ea6-abe6-1b2d2f757de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:37.755871 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a787d60c-42a1-41f2-964f-ee41a3552daa req-7a2194dd-4b52-4564-8c06-12eeb25ccfcd tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629660 May 27 09:28:37.817591 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device b223d206-37d7-46a6-a2d3-39dbcb5c4be1 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:37.893816 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:37.897429 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Router 6725003e-96e5-4666-b62c-50ed90bb5be4 is scheduled to L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 with binding_index 1 {{(pid=91809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:28:37.927593 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:37.934421 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f8762872ff438aa857b563b1ae6726 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:37.940678 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:37.945580 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:37.997302 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:37.997868 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:37.998882 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Usage tracker for resource:port and tenant:f30af0ba949e4021b5653cb32732b9c3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:38.007163 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:38.011380 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:38.024592 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:38.028979 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a8e7e170-0fd7-4fc5-ab5b-6559b8994bb0 req-4b031bce-fe19-46c5-ba2f-0f696084209a tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 210 time: 0.1115777 May 27 09:28:38.049035 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-7a881ed8-1c89-435f-90fc-0cd93d769fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.080572 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Made reservation on behalf of f30af0ba949e4021b5653cb32732b9c3 for: {'port': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:28:38.084136 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.110421 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.139366 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-7a881ed8-1c89-435f-90fc-0cd93d769fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.150780 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:38.156030 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Usage tracker for resource:security_group_rule and tenant:f30af0ba949e4021b5653cb32732b9c3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:38.160390 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:38.173602 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:38.188811 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:28:38.202669 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Sync routers for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:28:38.216936 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.219046 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4421990 May 27 09:28:38.222337 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34184) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:38.222865 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:28:38.223647 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:28:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:38.310192 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.319143 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.333449 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6a16da91-3971-4e65-ba77-691746962b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:38.351585 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-7a881ed8-1c89-435f-90fc-0cd93d769fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.403871 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530b623f-b9cc-4a6d-8efa-82f32d329c6a,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:38.407346 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:38.419519 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3809dbc0-9c1e-4f39-b9e1-bf81afae9bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:38.440598 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8f8762872ff438aa857b563b1ae6726&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5487337 May 27 09:28:38.441306 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34188) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:38.449573 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a881ed8-1c89-435f-90fc-0cd93d769fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be172a-7055-400a-9016-59e5bc0b77c2,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:38.452172 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-7a881ed8-1c89-435f-90fc-0cd93d769fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:38.492688 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.493577 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-7a881ed8-1c89-435f-90fc-0cd93d769fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.495641 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-7a881ed8-1c89-435f-90fc-0cd93d769fec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28be172a-7055-400a-9016-59e5bc0b77c2 HTTP/1.1" status: 204 len: 168 time: 1.0513809 May 27 09:28:38.523310 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:38.658188 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:28:38.702245 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:38.761778 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab08b85-31c2-4ad2-82eb-9934eeee5fda,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:38.772466 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:38.790177 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Allocated IP 192.168.233.121 (778baa88-0fe7-4b63-8e6b-2b9f7160d2d8/680e3a38-53e3-4aa5-9cad-552d9766b2b4/d36bfb30-0815-48f7-9ffe-b016df6bddc7) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:28:39.008174 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0131-b409-416d-a51b-a762c368b41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:39.053787 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0131-b409-416d-a51b-a762c368b41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:39.123954 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0131-b409-416d-a51b-a762c368b41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:39.140733 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b3ef18f6-433e-4df9-b296-359306c26631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:39.232218 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b0131-b409-416d-a51b-a762c368b41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530b623f-b9cc-4a6d-8efa-82f32d329c6a,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:39.242536 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:35Z', 'revision_number': 3, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:39.257120 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Checking router: 6725003e-96e5-4666-b62c-50ed90bb5be4 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:28:39.257635 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Updating router 6725003e-96e5-4666-b62c-50ed90bb5be4 port fb02faa9-2a58-44d9-8973-f38e135cd1cd binding host dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:28:39.274542 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-0a1b0131-b409-416d-a51b-a762c368b41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:39.332037 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:39.389225 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0131-b409-416d-a51b-a762c368b41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:39.392440 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-0a1b0131-b409-416d-a51b-a762c368b41f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/530b623f-b9cc-4a6d-8efa-82f32d329c6a HTTP/1.1" status: 204 len: 168 time: 0.9451342 May 27 09:28:39.419630 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-940206e8-45ce-4091-a7bc-fea04a236cd1 req-9db64cf9-94eb-4ada-ad00-d81c601c53de tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 210 time: 0.0730767 May 27 09:28:39.522889 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:39.557927 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d21aaf-03e0-49f2-9786-13121b3e13e4 req-764ad351-39a4-4152-9395-0c876a022b0d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:39.573654 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-74d21aaf-03e0-49f2-9786-13121b3e13e4 req-764ad351-39a4-4152-9395-0c876a022b0d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.4300644 May 27 09:28:39.644174 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Transition to ACTIVE for port object d36bfb30-0815-48f7-9ffe-b016df6bddc7 will not be triggered until provisioned by entity DHCP. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:39.707708 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-74d21aaf-03e0-49f2-9786-13121b3e13e4 req-2a10d72c-7008-4314-81c4-85b00dc47342 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329911 May 27 09:28:39.734692 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:39.756537 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:39.777183 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:39.939428 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:28:39.953163 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:28:39.957807 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:28:40.169358 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Pushing event updated for resources: {'Port': ['ID=d36bfb30-0815-48f7-9ffe-b016df6bddc7,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:40.186217 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:40.220531 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:40.221692 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.230761 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Notify callbacks [] for port, precommit_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.240448 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Allocated IP 172.20.0.1 (9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615/47fdc049-6cea-4a10-9213-37c2e10e2ec9/1fb82593-c5f5-43c4-b93e-489982f7e59f) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:28:40.249046 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8135271 May 27 09:28:40.265851 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.provisioning_blocks [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Transition to ACTIVE for port object fb02faa9-2a58-44d9-8973-f38e135cd1cd will not be triggered until provisioned by entity L2. {{(pid=91811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:40.266641 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Request body: {'port': {'device_id': '349f0f3e-8a8a-4dee-afca-34d1f78b1767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:40.287689 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.296400 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:40.409461 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Attempting to bind port fb02faa9-2a58-44d9-8973-f38e135cd1cd on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:28:40.410169 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Attempting to bind port fb02faa9-2a58-44d9-8973-f38e135cd1cd by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:28:40.410432 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-98a99ae8-6fdf-4c8c-af12-2d530068d664 None None] Provisioning for port d36bfb30-0815-48f7-9ffe-b016df6bddc7 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:40.411327 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Attempting to bind port fb02faa9-2a58-44d9-8973-f38e135cd1cd on network a100e892-3e4c-47db-be6a-a7a16035baee {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:28:40.434984 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:28:40.435648 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Checking segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:28:40.436183 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-98a99ae8-6fdf-4c8c-af12-2d530068d664 None None] Provisioning complete for port d36bfb30-0815-48f7-9ffe-b016df6bddc7 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:40.436393 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.436981 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Bound using segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:28:40.437758 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-98a99ae8-6fdf-4c8c-af12-2d530068d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.438072 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Bound port: fb02faa9-2a58-44d9-8973-f38e135cd1cd, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:28:40.438614 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.495224 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.554826 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Pushing event updated for resources: {'Port': ['ID=fb02faa9-2a58-44d9-8973-f38e135cd1cd,revision_number=2']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:40.600237 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.600902 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.601413 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.601916 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.602245 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-98a99ae8-6fdf-4c8c-af12-2d530068d664 None None] Port d36bfb30-0815-48f7-9ffe-b016df6bddc7 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:28:40.603292 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.603842 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.610800 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.611270 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.612030 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.612030 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.612403 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.612806 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:28:40.618621 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:40.622889 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.658691 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Transition to ACTIVE for port object 1fb82593-c5f5-43c4-b93e-489982f7e59f will not be triggered until provisioned by entity DHCP. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:40.679041 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] For port fb02faa9-2a58-44d9-8973-f38e135cd1cd, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:28:40.690895 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] For port fb02faa9-2a58-44d9-8973-f38e135cd1cd, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=fb02faa9-2a58-44d9-8973-f38e135cd1cd,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:28:40.692863 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.700011 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-913bd515-debb-4230-b1db-7f68fad4498c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:40.700199 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:40.706603 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:40.807570 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:28:40.808364 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:28:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:40.904241 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:28:40.915451 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:28:40.936351 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:28:41.019495 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Pushing event updated for resources: {'Port': ['ID=fb02faa9-2a58-44d9-8973-f38e135cd1cd,revision_number=3']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:41.028950 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-51923cac-d8b1-4170-8ed0-17e30390439b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:41.068472 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768102'] for router_interface, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:41.086741 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Pushing event updated for resources: {'Port': ['ID=1fb82593-c5f5-43c4-b93e-489982f7e59f,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:41.168168 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:41.267595 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d9e8b-8a65-493d-8da0-d7467a4cf316 req-637981d6-114d-4c96-90ef-0f123620fede tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:41.269877 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-381d9e8b-8a65-493d-8da0-d7467a4cf316 req-637981d6-114d-4c96-90ef-0f123620fede tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.1960559 May 27 09:28:41.363967 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-381d9e8b-8a65-493d-8da0-d7467a4cf316 req-194e7837-c882-4b38-a8e2-aad78f8d2b88 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870156 May 27 09:28:41.382717 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-5379007c-cdfb-445e-b25b-a0286d0181d0 None None] Provisioning for port 1fb82593-c5f5-43c4-b93e-489982f7e59f completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:41.413450 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:28:41.422568 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-5379007c-cdfb-445e-b25b-a0286d0181d0 None None] Provisioning complete for port 1fb82593-c5f5-43c4-b93e-489982f7e59f triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:41.423203 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-5379007c-cdfb-445e-b25b-a0286d0181d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:41.534856 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d0ee7-afe8-4fad-80c9-1ed079ef748e req-496b7b6a-8699-4237-954a-b68732f4016b tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:41.535812 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d86d0ee7-afe8-4fad-80c9-1ed079ef748e req-496b7b6a-8699-4237-954a-b68732f4016b tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Synchronizing usage tracker for tenant:f30af0ba949e4021b5653cb32732b9c3 on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:28:41.578322 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-5379007c-cdfb-445e-b25b-a0286d0181d0 None None] Port 1fb82593-c5f5-43c4-b93e-489982f7e59f cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:28:41.600039 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:41.798882 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36bfb30-0815-48f7-9ffe-b016df6bddc7 {{(pid=91808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:28:41.833100 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:41.848625 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d86d0ee7-afe8-4fad-80c9-1ed079ef748e req-496b7b6a-8699-4237-954a-b68732f4016b tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Unset dirty status for tenant:f30af0ba949e4021b5653cb32732b9c3 on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:28:41.856529 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d86d0ee7-afe8-4fad-80c9-1ed079ef748e req-496b7b6a-8699-4237-954a-b68732f4016b tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 936 time: 0.9573586 May 27 09:28:41.930093 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Transition to ACTIVE for port object d36bfb30-0815-48f7-9ffe-b016df6bddc7 will not be triggered until provisioned by entity L2. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:41.975333 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d86d0ee7-afe8-4fad-80c9-1ed079ef748e req-db884965-4a42-4163-a8f5-cc48968c7b19 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Synchronizing usage tracker for tenant:f30af0ba949e4021b5653cb32732b9c3 on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:28:41.978251 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:41.985819 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:42.166142 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-334c154a-fa25-4466-ac20-cf4314772e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:42.251399 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Pushing event updated for resources: {'Port': ['ID=d36bfb30-0815-48f7-9ffe-b016df6bddc7,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:42.254213 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d86d0ee7-afe8-4fad-80c9-1ed079ef748e req-db884965-4a42-4163-a8f5-cc48968c7b19 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Unset dirty status for tenant:f30af0ba949e4021b5653cb32732b9c3 on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:28:42.263320 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:42.267676 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d86d0ee7-afe8-4fad-80c9-1ed079ef748e req-db884965-4a42-4163-a8f5-cc48968c7b19 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099629 May 27 09:28:42.268684 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:42.271507 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:42.335945 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:35Z', 'revision_number': 3, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:42.337185 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:42.349777 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0718f-1759-4fbb-b376-41746f7604d0 None None] The sync data for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb is: [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:35Z', 'revision_number': 3, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:28:42.447923 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34320) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:42.512504 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768197'] for router_interface, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:42.517632 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Pushing event updated for resources: {'Port': ['ID=1fb82593-c5f5-43c4-b93e-489982f7e59f,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:42.521703 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:42.558542 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Attempting to bind port d36bfb30-0815-48f7-9ffe-b016df6bddc7 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:28:42.559218 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Attempting to bind port d36bfb30-0815-48f7-9ffe-b016df6bddc7 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'd3b96094-d377-4d6d-adcd-928513b7b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8'}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:28:42.559517 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Attempting to bind port d36bfb30-0815-48f7-9ffe-b016df6bddc7 on network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:28:42.576357 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Port d36bfb30-0815-48f7-9ffe-b016df6bddc7 on network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:28:42.585398 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Attempting to bind port d36bfb30-0815-48f7-9ffe-b016df6bddc7 on network 778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:28:42.604097 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:28:42.615282 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Checking segment: {'id': 'd3b96094-d377-4d6d-adcd-928513b7b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:28:42.615282 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Bound using segment: {'id': 'd3b96094-d377-4d6d-adcd-928513b7b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8'} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:28:42.615282 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Bound port: d36bfb30-0815-48f7-9ffe-b016df6bddc7, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b96094-d377-4d6d-adcd-928513b7b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8'}}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:28:42.615282 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:42.960440 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:42.970340 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] For port d36bfb30-0815-48f7-9ffe-b016df6bddc7, host hv-cinder-77262, cleared binding levels {{(pid=91808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:28:42.979444 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] For port d36bfb30-0815-48f7-9ffe-b016df6bddc7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d36bfb30-0815-48f7-9ffe-b016df6bddc7,segment=NetworkSegment(d3b96094-d377-4d6d-adcd-928513b7b98c),segment_id=d3b96094-d377-4d6d-adcd-928513b7b98c)] {{(pid=91808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:28:42.989621 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:28:42.992761 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:28:42.996528 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:43.003572 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:43.004416 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:43.008144 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Usage tracker for resource:security_group_rule and tenant:b592515e326d4deea36e6b14161926cf is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:43.018525 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:43.041863 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:43.213939 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Pushing event updated for resources: {'Port': ['ID=d36bfb30-0815-48f7-9ffe-b016df6bddc7,revision_number=3']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:43.221548 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:43.256676 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:43.258300 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:43.263489 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] 10.222.0.36 "PUT /v2.0/ports/d36bfb30-0815-48f7-9ffe-b016df6bddc7 HTTP/1.1" status: 200 len: 1098 time: 3.0044262 May 27 09:28:43.275559 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349f0f3e-8a8a-4dee-afca-34d1f78b1767', 'tag': 'd36bfb30-0815-48f7-9ffe-b016df6bddc7'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:28:43.388995 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-5a3f9006-54e5-42fd-91e7-6dbd42c09693 None None] Provisioning complete for port 1fb82593-c5f5-43c4-b93e-489982f7e59f triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:43.393332 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-5a3f9006-54e5-42fd-91e7-6dbd42c09693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:43.538858 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-d0a91cfc-1387-4725-9cc6-20b0b6f15bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:43.540632 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-d0a91cfc-1387-4725-9cc6-20b0b6f15bf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30af0ba949e4021b5653cb32732b9c3&device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 1101 time: 0.2123129 May 27 09:28:43.579848 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f9006-54e5-42fd-91e7-6dbd42c09693 None None] Port 1fb82593-c5f5-43c4-b93e-489982f7e59f cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:28:43.726703 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:43.747750 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979ee32-760b-4129-807c-8f7ec383d958 req-d8f2d3b0-ee75-402a-906b-4e289d1d60f4 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:43.760793 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c979ee32-760b-4129-807c-8f7ec383d958 req-d8f2d3b0-ee75-402a-906b-4e289d1d60f4 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.9796817 May 27 09:28:43.760793 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:43.779896 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-774d2a0c-cfbd-474d-a787-fba54f61abcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d36bfb30-0815-48f7-9ffe-b016df6bddc7 HTTP/1.1" status: 200 len: 217 time: 0.1510465 May 27 09:28:43.830227 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:43.841407 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device fb02faa9-2a58-44d9-8973-f38e135cd1cd up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:43.874471 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b592515e326d4deea36e6b14161926cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4249213 May 27 09:28:43.879533 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a47b0-9d3d-48da-81f1-ffbde0cd2766,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:43.882867 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34362) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:43.937345 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:43.995663 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-cb6682ef-b867-4d52-82e1-9248a398740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:43.997247 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-cb6682ef-b867-4d52-82e1-9248a398740f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=680e3a38-53e3-4aa5-9cad-552d9766b2b4 HTTP/1.1" status: 200 len: 843 time: 0.2094972 May 27 09:28:44.022760 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ab963-edf9-40e6-9446-4706df858565 req-29dd6d71-3cb9-42a9-9b9b-528886638c2c tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:44.034169 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1c7ab963-edf9-40e6-9446-4706df858565 req-29dd6d71-3cb9-42a9-9b9b-528886638c2c tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 948 time: 0.4864674 May 27 09:28:44.049823 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-86290200-96ac-4490-8263-d063b34e5648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:44.077055 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-86290200-96ac-4490-8263-d063b34e5648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:44.110019 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c979ee32-760b-4129-807c-8f7ec383d958 req-87d461aa-dd85-4b2c-b0ea-8a5b3126eb6f tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539948 May 27 09:28:44.161510 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port fb02faa9-2a58-44d9-8973-f38e135cd1cd completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:44.171773 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port fb02faa9-2a58-44d9-8973-f38e135cd1cd triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:44.172421 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:44.190114 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Router 6725003e-96e5-4666-b62c-50ed90bb5be4 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:28:44.197858 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1c7ab963-edf9-40e6-9446-4706df858565 req-e404ae6c-7248-4684-b99f-370a471a4083 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598337 May 27 09:28:44.283754 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349f0f3e-8a8a-4dee-afca-34d1f78b1767', 'tag': 'd36bfb30-0815-48f7-9ffe-b016df6bddc7', 'status': 'completed', 'code': 200} May 27 09:28:44.298986 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-fe6e6259-8aec-4c84-93b4-968124904e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:44.309162 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-fe6e6259-8aec-4c84-93b4-968124904e31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=778baa88-0fe7-4b63-8e6b-2b9f7160d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2700944 May 27 09:28:44.339094 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-86290200-96ac-4490-8263-d063b34e5648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:44.350058 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-525088ea-4771-4e6b-8fa9-084af509cd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:44.408462 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86290200-96ac-4490-8263-d063b34e5648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a47b0-9d3d-48da-81f1-ffbde0cd2766,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:44.413571 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-86290200-96ac-4490-8263-d063b34e5648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:44.631251 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:44.679270 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port fb02faa9-2a58-44d9-8973-f38e135cd1cd, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=fb02faa9-2a58-44d9-8973-f38e135cd1cd,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:44.687217 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-5af9693f-07b9-425d-8ab8-67139f735f15 service neutron] 10.222.0.36 "GET /v2.0/networks/778baa88-0fe7-4b63-8e6b-2b9f7160d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694634 May 27 09:28:44.690436 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-86290200-96ac-4490-8263-d063b34e5648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:44.691559 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-86290200-96ac-4490-8263-d063b34e5648 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c3a47b0-9d3d-48da-81f1-ffbde0cd2766 HTTP/1.1" status: 204 len: 168 time: 0.7507019 May 27 09:28:44.701461 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:44.703267 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:28:44.714313 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:44.715862 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] 10.222.0.37 "PUT /v2.0/routers/6725003e-96e5-4666-b62c-50ed90bb5be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4917326 May 27 09:28:44.893079 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-40014745-67ab-44e3-8aa9-3edd62c08049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:44.918181 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=fb02faa9-2a58-44d9-8973-f38e135cd1cd,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:44.921383 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:44.960313 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:28:45.056652 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35fa1f1f-cc55-4398-87f1-1b49252b41a8 req-aeb7b6b8-f66d-46bf-8f76-cc68a535eee6 service neutron] 10.222.0.36 "GET /v2.0/networks/778baa88-0fe7-4b63-8e6b-2b9f7160d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621845 May 27 09:28:45.086008 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Sync routers for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:28:45.108654 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:28:45.109500 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:28:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:45.191154 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-7244db7d-e876-4f24-a5e7-ba8993d15629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:45.192609 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-7244db7d-e876-4f24-a5e7-ba8993d15629 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f30af0ba949e4021b5653cb32732b9c3&device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 1101 time: 0.0821280 May 27 09:28:45.302871 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34398) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:45.334531 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:45.352203 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:45.357256 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Usage tracker for resource:security_group_rule and tenant:72bf5020914f4bbd8e66cb589c70bb06 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:45.360560 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:45.368220 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:45.389149 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:28:45.426930 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-4bf29f4c-b9c6-4cf9-808d-66e22a127b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:45.428725 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-4bf29f4c-b9c6-4cf9-808d-66e22a127b05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=778baa88-0fe7-4b63-8e6b-2b9f7160d2d8 HTTP/1.1" status: 200 len: 870 time: 0.2285941 May 27 09:28:45.491439 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:45.497748 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:45.514153 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ef787aaf-95d1-4edf-80c6-e409c0f8f285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:45.521914 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-4ec3f59d-cb00-4b17-b7ef-f12879923006 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d36bfb30-0815-48f7-9ffe-b016df6bddc7 HTTP/1.1" status: 200 len: 217 time: 0.0813730 May 27 09:28:45.565134 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72bf5020914f4bbd8e66cb589c70bb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583189 May 27 09:28:45.566093 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34404) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:45.586455 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcfc7fa-d51b-4f61-b26f-a19a7437aa6f,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:45.592373 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:45.596655 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-1ef3a47b-1fe6-46c8-9992-ee97aedb5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:45.599135 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-1ef3a47b-1fe6-46c8-9992-ee97aedb5379 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=680e3a38-53e3-4aa5-9cad-552d9766b2b4 HTTP/1.1" status: 200 len: 843 time: 0.0665932 May 27 09:28:45.615022 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a91cb3-79b3-472a-806a-efc8aaf883ee req-59dace3b-1334-49cc-a84e-e476bfef5676 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:45.617253 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c3a91cb3-79b3-472a-806a-efc8aaf883ee req-59dace3b-1334-49cc-a84e-e476bfef5676 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.2792640 May 27 09:28:45.656638 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b6983875-5c62-4897-aad6-6d8759d987c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:45.698914 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b6983875-5c62-4897-aad6-6d8759d987c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:45.739201 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c3a91cb3-79b3-472a-806a-efc8aaf883ee req-7a9f4bbc-b074-447c-96a5-bfaf80aa1140 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848904 May 27 09:28:45.770005 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-3f02db5a-fecb-4a5e-858c-7836e4f328e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:45.771889 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-3f02db5a-fecb-4a5e-858c-7836e4f328e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=778baa88-0fe7-4b63-8e6b-2b9f7160d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1535890 May 27 09:28:45.838819 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b6983875-5c62-4897-aad6-6d8759d987c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:45.845049 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:45.857755 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6983875-5c62-4897-aad6-6d8759d987c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcfc7fa-d51b-4f61-b26f-a19a7437aa6f,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:45.860957 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b6983875-5c62-4897-aad6-6d8759d987c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:45.872077 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b6983875-5c62-4897-aad6-6d8759d987c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:45.874384 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-b6983875-5c62-4897-aad6-6d8759d987c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdcfc7fa-d51b-4f61-b26f-a19a7437aa6f HTTP/1.1" status: 204 len: 168 time: 0.3072755 May 27 09:28:45.895926 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device fb02faa9-2a58-44d9-8973-f38e135cd1cd up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:45.934960 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34420) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:45.940956 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445069996', 'description': 'tempest-description--1271849814'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:45.952264 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:45.971269 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:security_group and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:45.981990 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:46.012245 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:46.054415 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:46.101144 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:46.103883 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:46.107108 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:security_group_rule and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:46.111307 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:46.129876 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:46.239052 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-151c618a-31c4-4184-b4d0-c871bf1b4d09 service neutron] 10.222.0.36 "GET /v2.0/networks/778baa88-0fe7-4b63-8e6b-2b9f7160d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590082 May 27 09:28:46.284729 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa2937-d09a-455a-83d7-07aa50f46fea req-ab940c1d-b6d8-48ef-94a8-4a406a987484 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:46.288715 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1faa2937-d09a-455a-83d7-07aa50f46fea req-ab940c1d-b6d8-48ef-94a8-4a406a987484 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 948 time: 0.2451212 May 27 09:28:46.352476 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port fb02faa9-2a58-44d9-8973-f38e135cd1cd triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:46.353358 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:46.437506 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:46.447160 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:46.472306 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-88fc33ce-30c2-4a01-836c-110deb67954d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:46.557306 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1faa2937-d09a-455a-83d7-07aa50f46fea req-20f0dd9d-a4a9-45b1-9380-4acd76bc2c25 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159647 May 27 09:28:46.579470 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:46.589879 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:46.593979 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6576912 May 27 09:28:46.601288 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:46.604586 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34428) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:46.605266 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 2, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:46.625102 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'security_group_rule': {'security_group_id': 'dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:46.643651 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Checking router: 6725003e-96e5-4666-b62c-50ed90bb5be4 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:28:46.644388 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Updating router 6725003e-96e5-4666-b62c-50ed90bb5be4 port 1fb82593-c5f5-43c4-b93e-489982f7e59f binding host dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:28:46.646579 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:46.657535 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:security_group_rule and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:46.663900 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:46.684192 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:46.698009 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8a128ebb-28f6-49b4-a3ee-80c130eb2ea9 req-42ae3d31-8e38-492c-986d-7e0d23cb6ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/778baa88-0fe7-4b63-8e6b-2b9f7160d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495840 May 27 09:28:46.728515 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:46.818879 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:46.964328 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34442) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:46.965370 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.055247 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.077462 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:47.164901 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f660f200-062a-4d31-849c-8c2b54977a26,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:47.182638 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:47.189708 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.190089 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.196090 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5898273 May 27 09:28:47.198097 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34460) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:47.208712 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'security_group_rule': {'security_group_id': 'dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:47.223045 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:47.231284 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:47.237247 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:security_group_rule and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:47.238806 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Usage tracker for resource:security_group_rule and tenant:151ce4259fe34f168ed678da6145dd49 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:47.242259 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:47.247495 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:47.251140 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:47.283113 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d123829-d505-491d-bb17-d25634227821 req-9223c201-5c68-443c-89c8-78e3ac5f1d67 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:47.286295 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7d123829-d505-491d-bb17-d25634227821 req-9223c201-5c68-443c-89c8-78e3ac5f1d67 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.3271122 May 27 09:28:47.287935 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:47.359841 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.394007 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.394790 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7d123829-d505-491d-bb17-d25634227821 req-c07f277b-c702-4472-9dda-2ef328c5c2c8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969362 May 27 09:28:47.402872 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.411467 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3a08ba66-91d5-483c-a9fa-78469ef1b7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:47.490578 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=151ce4259fe34f168ed678da6145dd49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247638 May 27 09:28:47.495569 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34466) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:47.500844 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e392f7-88ba-48d6-9fea-38ab67f59417,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:47.502447 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.504939 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:47.513526 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.529690 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.553407 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2db32294-47ed-46ed-9f95-c4065bea7efe tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:47.565483 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Notify callbacks [] for port, precommit_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.589359 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fd9c2d-108d-46f4-ba6a-a4e021d9a07e,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:47.607654 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Transition to ACTIVE for port object 1fb82593-c5f5-43c4-b93e-489982f7e59f will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:47.610683 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:47.634609 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.642851 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-1bb6b1af-4768-42d5-a52b-302854f45252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:47.722025 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.734512 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-b84fcb92-e605-45db-aefb-a8b24f022268 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5334580 May 27 09:28:47.739263 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34480) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:47.744831 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-79629a71-8126-4dc5-bfcf-48a5032a3a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.746925 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'floatingip': {'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:47.754451 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:47.766771 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:floatingip and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:47.775443 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:47.794033 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:47.816778 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.820984 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-79629a71-8126-4dc5-bfcf-48a5032a3a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:47.994146 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-79629a71-8126-4dc5-bfcf-48a5032a3a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:48.003103 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2a0b392f-4f05-4765-aaa1-8e215f97bb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:48.033450 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b713027-48ed-43a0-a090-9b904081b832 None None] Pushing event updated for resources: {'Port': ['ID=1fb82593-c5f5-43c4-b93e-489982f7e59f,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:48.036382 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79629a71-8126-4dc5-bfcf-48a5032a3a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e392f7-88ba-48d6-9fea-38ab67f59417,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:48.043597 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-79629a71-8126-4dc5-bfcf-48a5032a3a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:48.060282 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-79629a71-8126-4dc5-bfcf-48a5032a3a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:48.062633 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-8b713027-48ed-43a0-a090-9b904081b832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:48.067497 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-79629a71-8126-4dc5-bfcf-48a5032a3a8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83e392f7-88ba-48d6-9fea-38ab67f59417 HTTP/1.1" status: 204 len: 168 time: 0.5704610 May 27 09:28:48.172920 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25d2a7-dfe5-4e39-bae4-c78174f16fe6 req-1ab653ad-fe24-4261-a835-8e8e00a3ab5a tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:48.174938 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3a25d2a7-dfe5-4e39-bae4-c78174f16fe6 req-1ab653ad-fe24-4261-a835-8e8e00a3ab5a tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 948 time: 0.2377086 May 27 09:28:48.262949 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:48.377791 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device d36bfb30-0815-48f7-9ffe-b016df6bddc7 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:28:48.475245 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3a25d2a7-dfe5-4e39-bae4-c78174f16fe6 req-5bd561da-f814-4c70-9cbf-dd1b462650bd tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843244 May 27 09:28:48.491264 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Attempting to bind port 1fb82593-c5f5-43c4-b93e-489982f7e59f on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:28:48.491513 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Attempting to bind port 1fb82593-c5f5-43c4-b93e-489982f7e59f by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:28:48.491809 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Attempting to bind port 1fb82593-c5f5-43c4-b93e-489982f7e59f on network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:28:48.563004 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:28:48.563632 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Checking segment: {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:28:48.563768 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:48.564180 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Bound using segment: {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:28:48.564679 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Bound port: 1fb82593-c5f5-43c4-b93e-489982f7e59f, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:28:48.565089 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:48.609803 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.db.resource_extend [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 09:28:48.893535 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:48.966411 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port d36bfb30-0815-48f7-9ffe-b016df6bddc7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d36bfb30-0815-48f7-9ffe-b016df6bddc7,segment=NetworkSegment(d3b96094-d377-4d6d-adcd-928513b7b98c),segment_id=d3b96094-d377-4d6d-adcd-928513b7b98c)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:48.975226 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] For port 1fb82593-c5f5-43c4-b93e-489982f7e59f, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:28:48.990571 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'd36bfb30-0815-48f7-9ffe-b016df6bddc7', 'network_id': '778baa88-0fe7-4b63-8e6b-2b9f7160d2d8', 'port_id': 'd36bfb30-0815-48f7-9ffe-b016df6bddc7', 'mac_address': 'fa:16:3e:1d:22:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680e3a38-53e3-4aa5-9cad-552d9766b2b4', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:28:48.993298 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] For port 1fb82593-c5f5-43c4-b93e-489982f7e59f, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=1fb82593-c5f5-43c4-b93e-489982f7e59f,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:28:49.088574 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:49.113033 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:49.123442 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebce88-ab89-4927-8561-6e2cf8c3cb58 req-416ecac3-e899-4dca-9017-3de5aa583df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:49.127921 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a9ebce88-ab89-4927-8561-6e2cf8c3cb58 req-416ecac3-e899-4dca-9017-3de5aa583df4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 1099 time: 0.5772340 May 27 09:28:49.129481 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Allocated IP 172.28.1.112 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/949c4949-1210-4b08-8e6d-a019c957d99d) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:28:49.249392 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:49.271984 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:28:49.272672 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:28:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:49.348347 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34532) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:49.359808 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fab1-9df6-4d94-b339-9d30f087e17b req-a3a9dfca-defb-4b4f-976d-1b6e7a0b0d37 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:49.362472 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d8f6fab1-9df6-4d94-b339-9d30f087e17b req-a3a9dfca-defb-4b4f-976d-1b6e7a0b0d37 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.6336167 May 27 09:28:49.392661 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a9ebce88-ab89-4927-8561-6e2cf8c3cb58 req-68f6bffd-227d-4672-8990-99af2da18faf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540221 May 27 09:28:49.425133 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:49.452540 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:49.457390 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Usage tracker for resource:security_group_rule and tenant:7f5891764fdb4e4f9e6924ca83aeea99 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:49.461275 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:49.473536 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:49.555514 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36bfb30-0815-48f7-9ffe-b016df6bddc7 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:28:49.589128 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b713027-48ed-43a0-a090-9b904081b832 None None] Pushing event updated for resources: {'Port': ['ID=1fb82593-c5f5-43c4-b93e-489982f7e59f,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:49.599437 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-8b713027-48ed-43a0-a090-9b904081b832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:49.690225 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:49.699386 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:49.707232 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b6983875-5c62-4897-aad6-6d8759d987c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:49.717571 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port d36bfb30-0815-48f7-9ffe-b016df6bddc7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d36bfb30-0815-48f7-9ffe-b016df6bddc7,segment=NetworkSegment(d3b96094-d377-4d6d-adcd-928513b7b98c),segment_id=d3b96094-d377-4d6d-adcd-928513b7b98c)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:49.745564 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d8f6fab1-9df6-4d94-b339-9d30f087e17b req-22a32b5d-b91a-4d79-ac06-1a589cc42d6d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579254 May 27 09:28:49.825306 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:49.840389 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:49.868346 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa772ac7-8cf6-41f6-ad21-64ce98f823c3,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:49.873307 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:49.876225 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:49.883724 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f5891764fdb4e4f9e6924ca83aeea99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277154 May 27 09:28:49.884363 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34554) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:49.965334 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc963b3-4a48-425d-ba36-64c2a1196bfd req-d1bdb57e-b69b-4e7a-a7b7-e5e0dfc47c82 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:49.967022 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-3dc963b3-4a48-425d-ba36-64c2a1196bfd req-d1bdb57e-b69b-4e7a-a7b7-e5e0dfc47c82 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 949 time: 0.2354262 May 27 09:28:50.043559 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:50.047151 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-53454986-adbe-419a-a37f-2a3feb7cb4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:50.047432 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:28:50.093682 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-3dc963b3-4a48-425d-ba36-64c2a1196bfd req-17d04d6d-72e3-4117-b9da-5436bb57f4b9 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195710 May 27 09:28:50.132172 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=d36bfb30-0815-48f7-9ffe-b016df6bddc7,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:50.133978 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:50.140010 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:50.223718 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['d36bfb30-0815-48f7-9ffe-b016df6bddc7'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:28:50.235436 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'Port': ['ID=949c4949-1210-4b08-8e6d-a019c957d99d,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:50.241628 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:50.263268 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:28:50.271366 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:28:50.279513 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-53454986-adbe-419a-a37f-2a3feb7cb4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:50.287178 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:28:50.451759 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-53454986-adbe-419a-a37f-2a3feb7cb4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:50.462493 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c5a19dd3-dea8-4a82-9b58-4176672f2322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:50.517542 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:50.582933 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53454986-adbe-419a-a37f-2a3feb7cb4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa772ac7-8cf6-41f6-ad21-64ce98f823c3,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:50.599274 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-53454986-adbe-419a-a37f-2a3feb7cb4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:50.647358 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-53454986-adbe-419a-a37f-2a3feb7cb4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:50.648503 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-53454986-adbe-419a-a37f-2a3feb7cb4df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa772ac7-8cf6-41f6-ad21-64ce98f823c3 HTTP/1.1" status: 204 len: 168 time: 0.7636628 May 27 09:28:50.667831 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:50.770412 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:48Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:28:50.787757 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7033bc5-3589-4bc0-806f-4b9e337f3c10 None None] The sync data for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb is: [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:48Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:28:51.203088 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb9ca9-7d15-46cb-8d35-c7a6d764bcd9 req-4b6f0220-2aa4-43d0-83d4-c155a11b2bde tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:51.205972 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-caeb9ca9-7d15-46cb-8d35-c7a6d764bcd9 req-4b6f0220-2aa4-43d0-83d4-c155a11b2bde tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.1665585 May 27 09:28:51.280118 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:51.291587 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:51.308273 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:51.383769 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-caeb9ca9-7d15-46cb-8d35-c7a6d764bcd9 req-e28d9dff-e50b-46aa-91c3-45157f925a4e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695483 May 27 09:28:51.692362 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'Port': ['ID=949c4949-1210-4b08-8e6d-a019c957d99d,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:51.703426 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:51.744933 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:51.750045 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:51.762153 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0208116 May 27 09:28:51.789267 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32601a-331c-43c3-bd46-646785dd9e54 req-52232e67-d419-463f-901c-8075b63aa0e5 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:51.799251 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0d32601a-331c-43c3-bd46-646785dd9e54 req-52232e67-d419-463f-901c-8075b63aa0e5 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 949 time: 0.2953603 May 27 09:28:51.872011 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0d32601a-331c-43c3-bd46-646785dd9e54 req-d2d756db-a262-4fa1-92a3-87347939173a tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713773 May 27 09:28:52.002382 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 1fb82593-c5f5-43c4-b93e-489982f7e59f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:52.241755 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 1fb82593-c5f5-43c4-b93e-489982f7e59f completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:52.258782 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 1fb82593-c5f5-43c4-b93e-489982f7e59f triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:52.262731 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:52.381748 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2f28-2542-472c-bac1-6ab7c72f59ad req-35eb23ff-bea5-40bd-89ea-e3e7589c8a4d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:52.412022 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-308e2f28-2542-472c-bac1-6ab7c72f59ad req-35eb23ff-bea5-40bd-89ea-e3e7589c8a4d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.3910282 May 27 09:28:52.443921 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-cc71e2d2-bce6-4807-be7e-b01c9d3e96a0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1445069996&fields=id&tenant_id=3e86af4b146247b6a10dd84ed6624fbe HTTP/1.1" status: 200 len: 267 time: 0.1173112 May 27 09:28:52.523149 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device d36bfb30-0815-48f7-9ffe-b016df6bddc7 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:52.547505 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-308e2f28-2542-472c-bac1-6ab7c72f59ad req-7171f6f0-d92e-4b08-aea5-05d19c9f0263 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340668 May 27 09:28:52.713854 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359124b-1726-4619-aa57-55e9c7198d39 req-f0abaa53-54df-458b-a733-58438fa95258 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:52.732215 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-f0abaa53-54df-458b-a733-58438fa95258 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 816 time: 0.2861667 May 27 09:28:52.773467 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-675b1ae9-4fff-48d9-8aa8-328763966dc6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/quotas/3e86af4b146247b6a10dd84ed6624fbe HTTP/1.1" status: 200 len: 375 time: 0.0404711 May 27 09:28:52.783027 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:52.921864 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 1fb82593-c5f5-43c4-b93e-489982f7e59f, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=1fb82593-c5f5-43c4-b93e-489982f7e59f,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:52.928985 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port d36bfb30-0815-48f7-9ffe-b016df6bddc7 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:28:52.953077 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:52.966193 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:52.966456 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-1a68c99c-08ac-4dac-ba5d-ed47a2899222 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1911919 May 27 09:28:53.046573 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port d36bfb30-0815-48f7-9ffe-b016df6bddc7 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:53.051032 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:53.193473 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=1fb82593-c5f5-43c4-b93e-489982f7e59f,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:53.206460 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:53.350455 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2e9f4-0684-481f-9f2d-428b3652e364 req-b0b50e3c-bd10-4d84-a722-15ce47f08141 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:53.357660 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:53.362811 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9cb2e9f4-0684-481f-9f2d-428b3652e364 req-b0b50e3c-bd10-4d84-a722-15ce47f08141 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 949 time: 0.2218795 May 27 09:28:53.386191 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-3261f8e5-0bd1-4f81-aeea-16d945d55248 service neutron] 10.222.0.37 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043806 May 27 09:28:53.452553 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349f0f3e-8a8a-4dee-afca-34d1f78b1767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36bfb30-0815-48f7-9ffe-b016df6bddc7'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:28:53.496189 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port d36bfb30-0815-48f7-9ffe-b016df6bddc7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d36bfb30-0815-48f7-9ffe-b016df6bddc7,segment=NetworkSegment(d3b96094-d377-4d6d-adcd-928513b7b98c),segment_id=d3b96094-d377-4d6d-adcd-928513b7b98c)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:28:53.506886 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:53.520685 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-8b713027-48ed-43a0-a090-9b904081b832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:53.719380 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9cb2e9f4-0684-481f-9f2d-428b3652e364 req-82cfe7d5-5adf-4e98-a6e3-3c7de9211013 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498158 May 27 09:28:53.763970 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=d36bfb30-0815-48f7-9ffe-b016df6bddc7,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:53.770978 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:53.800319 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 1fb82593-c5f5-43c4-b93e-489982f7e59f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:28:53.909708 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-572fd4de-8e99-4814-a2d7-3730600bbf6d service neutron] 10.222.0.37 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150807 May 27 09:28:53.915333 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349f0f3e-8a8a-4dee-afca-34d1f78b1767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36bfb30-0815-48f7-9ffe-b016df6bddc7', 'code': 200} May 27 09:28:53.931451 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 1fb82593-c5f5-43c4-b93e-489982f7e59f triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:28:53.932431 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:54.325503 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34726) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:54.354746 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e209-9186-402e-b31b-597986c03dfb req-b8427344-b5f3-439e-ad02-ec057839d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:54.358829 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a195e209-9186-402e-b31b-597986c03dfb req-b8427344-b5f3-439e-ad02-ec057839d2a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 1103 time: 0.1978898 May 27 09:28:54.432158 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a195e209-9186-402e-b31b-597986c03dfb req-74b65b5f-a442-4f31-8605-6f5743b69cf6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659938 May 27 09:28:54.590864 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-d6fb6fcd-e410-4968-9af8-1274ab288ae2 req-7430a5b5-0b65-4c2b-927f-77c5f5ebb023 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:28:54.639525 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-d6fb6fcd-e410-4968-9af8-1274ab288ae2 req-7430a5b5-0b65-4c2b-927f-77c5f5ebb023 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:28:54.653617 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d6fb6fcd-e410-4968-9af8-1274ab288ae2 req-7430a5b5-0b65-4c2b-927f-77c5f5ebb023 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 210 time: 0.1969099 May 27 09:28:54.791590 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:54.828450 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:54.840590 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf78a9bb79f4f4e8863117911d4e79c is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:54.848379 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:54.856272 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:54.995023 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:55.002163 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:55.013760 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-277a242b-d07e-4f55-bdfa-338700728463 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:55.113455 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ddcc6e-ee20-41e5-b12b-715a202cb1d0,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:55.130699 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:55.155597 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bf78a9bb79f4f4e8863117911d4e79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8282533 May 27 09:28:55.159464 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34762) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:55.172107 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e5fc-f2d2-42d8-88d6-190c2b1c1ba2 req-913a3e02-bbf3-4a0a-a816-460805b462fd tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:55.178963 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4703e5fc-f2d2-42d8-88d6-190c2b1c1ba2 req-913a3e02-bbf3-4a0a-a816-460805b462fd tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 950 time: 0.3138742 May 27 09:28:55.253910 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4703e5fc-f2d2-42d8-88d6-190c2b1c1ba2 req-2729c7eb-bb0b-432c-9180-f3025082e488 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625045 May 27 09:28:55.263530 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-493eb220-9d29-44f8-8576-d558d2a4b5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:55.333147 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-493eb220-9d29-44f8-8576-d558d2a4b5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:55.486062 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-493eb220-9d29-44f8-8576-d558d2a4b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:55.501622 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:55.532389 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493eb220-9d29-44f8-8576-d558d2a4b5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ddcc6e-ee20-41e5-b12b-715a202cb1d0,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:55.535570 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-493eb220-9d29-44f8-8576-d558d2a4b5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:55.555254 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-493eb220-9d29-44f8-8576-d558d2a4b5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:55.556966 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-493eb220-9d29-44f8-8576-d558d2a4b5f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45ddcc6e-ee20-41e5-b12b-715a202cb1d0 HTTP/1.1" status: 204 len: 168 time: 0.3961785 May 27 09:28:56.176179 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2bc7b059-b12f-474d-89ab-7c9677209092 req-e1cdc614-ee12-4295-ac38-757c38802b59 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 210 time: 0.1368654 May 27 09:28:56.185921 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-6e60934a-52e4-4786-821e-1e7506b1612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:56.187450 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-6e60934a-52e4-4786-821e-1e7506b1612c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1098 time: 0.3741651 May 27 09:28:56.235351 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaceb0-0b4c-447f-b3b0-b65e13ca6d45 req-4fa13ed3-6b8c-4d72-a8e2-568dc377fc92 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:56.237224 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-45eaceb0-0b4c-447f-b3b0-b65e13ca6d45 req-4fa13ed3-6b8c-4d72-a8e2-568dc377fc92 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2362089 May 27 09:28:56.427367 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34812) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:56.451852 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:56.469422 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-45eaceb0-0b4c-447f-b3b0-b65e13ca6d45 req-58e3788f-e840-4b7c-ae07-83d735032a96 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544559 May 27 09:28:56.503040 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-b797c9a5-9088-4ea3-a9bf-3b18e54f6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:56.504716 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-b797c9a5-9088-4ea3-a9bf-3b18e54f6a38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 919 time: 0.3083410 May 27 09:28:56.531047 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:56.548860 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Usage tracker for resource:security_group_rule and tenant:41cb45cfa7944c20a9797e5c72d586c5 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:56.561808 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:56.572019 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:56.699200 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:56.716627 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-fa4a75ba-dc86-4142-b759-6e11e930f0c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c HTTP/1.1" status: 200 len: 217 time: 0.2015045 May 27 09:28:56.737526 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:56.770642 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2b46ca57-b897-4d79-90a7-c6937028ea6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:56.923468 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-532d0c62-6532-4d02-aa7e-cbb4d2a62466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:56.926384 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-532d0c62-6532-4d02-aa7e-cbb4d2a62466 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.2023542 May 27 09:28:57.045186 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41cb45cfa7944c20a9797e5c72d586c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6164091 May 27 09:28:57.049666 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34838) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:57.123511 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0062076-5613-481a-9177-1dada5e3b633,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:57.136073 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:57.166111 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f885a-4007-42ca-af4a-b3631ee9928f req-1e60c355-8d18-428c-be90-e9fc91ca0d28 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:57.169803 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-35fff381-9224-4899-a602-0e1eb4d9b006 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2340052 May 27 09:28:57.172933 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-642f885a-4007-42ca-af4a-b3631ee9928f req-1e60c355-8d18-428c-be90-e9fc91ca0d28 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 950 time: 0.7033246 May 27 09:28:57.215573 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1e03917-45d6-4153-ac66-b41282076f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:57.318120 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-642f885a-4007-42ca-af4a-b3631ee9928f req-60ed9ffd-babe-421e-a8f4-33b14917dd36 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216781 May 27 09:28:57.338174 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359124b-1726-4619-aa57-55e9c7198d39 req-4fddb0bb-ec9d-48f0-90fe-4dd0f708d73b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:57.341071 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-0359124b-1726-4619-aa57-55e9c7198d39 req-4fddb0bb-ec9d-48f0-90fe-4dd0f708d73b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:network {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:28:57.342529 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34850) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:57.351347 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1e03917-45d6-4153-ac66-b41282076f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:57.379396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-0359124b-1726-4619-aa57-55e9c7198d39 req-4fddb0bb-ec9d-48f0-90fe-4dd0f708d73b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:network {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:28:57.381585 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-4fddb0bb-ec9d-48f0-90fe-4dd0f708d73b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 816 time: 0.5822234 May 27 09:28:57.441991 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-2db792f8-a23d-4c24-bbe7-262880a81d59 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642031 May 27 09:28:57.487530 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-0359124b-1726-4619-aa57-55e9c7198d39 req-fe0106f8-16c5-418b-95cd-3bdae9546ad9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:28:57.545674 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-0359124b-1726-4619-aa57-55e9c7198d39 req-fe0106f8-16c5-418b-95cd-3bdae9546ad9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:28:57.547752 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-fe0106f8-16c5-418b-95cd-3bdae9546ad9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e86af4b146247b6a10dd84ed6624fbe HTTP/1.1" status: 200 len: 380 time: 0.1571953 May 27 09:28:57.562103 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'port': {'device_id': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'admin_state_up': True, 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'security_groups': ['dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c']}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:57.593827 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-09c3be59-381c-458a-80e4-48d5bf4d614d req-78035f02-2ce9-492a-b2c4-fb7150e47c8f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 210 time: 0.1148100 May 27 09:28:57.603126 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1e03917-45d6-4153-ac66-b41282076f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:57.620035 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:57.641098 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e03917-45d6-4153-ac66-b41282076f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0062076-5613-481a-9177-1dada5e3b633,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:57.647822 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c1e03917-45d6-4153-ac66-b41282076f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:57.686023 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:57.711677 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1e03917-45d6-4153-ac66-b41282076f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:57.715896 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c1e03917-45d6-4153-ac66-b41282076f44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0062076-5613-481a-9177-1dada5e3b633 HTTP/1.1" status: 204 len: 168 time: 0.6610847 May 27 09:28:57.723163 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-140131b6-7b61-4fc1-b07b-50b96cd9f0bd req-e8599942-f0a4-47bc-aa1a-c79f8a30fc28 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734370 May 27 09:28:57.724148 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:57.740718 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Usage tracker for resource:security_group_rule and tenant:3c0008026d824151880afa1fb809f1e3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:57.745616 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:57.767337 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:57.943878 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:57.951238 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:57.967663 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354c802-9263-495b-9688-1150dbe86f4c req-e1a2400e-acbb-44ad-aebf-07469e8fc3f7 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:57.975286 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9354c802-9263-495b-9688-1150dbe86f4c req-e1a2400e-acbb-44ad-aebf-07469e8fc3f7 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2252975 May 27 09:28:57.993750 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-59def51b-e6a6-494d-9338-26b6bbc589c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:58.003925 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c0008026d824151880afa1fb809f1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580687 May 27 09:28:58.007951 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34872) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:58.013031 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:58.027197 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:58.040974 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Made reservation on behalf of 3e86af4b146247b6a10dd84ed6624fbe for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:28:58.044875 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:58.066596 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e6d5db-9363-47ca-9bf6-51e7813ab8a2,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:58.082422 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:58.164056 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-514b6e03-04eb-45ac-ab91-95fd44637d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:58.219834 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9354c802-9263-495b-9688-1150dbe86f4c req-67459168-8e57-4e29-901f-38978b1dfaa7 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434585 May 27 09:28:58.263406 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-514b6e03-04eb-45ac-ab91-95fd44637d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:58.390754 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-514b6e03-04eb-45ac-ab91-95fd44637d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:58.402173 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b38a96ce-31b1-463b-a1b6-33eb05d38fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:58.446527 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-514b6e03-04eb-45ac-ab91-95fd44637d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:58.448048 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-514b6e03-04eb-45ac-ab91-95fd44637d58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6e6d5db-9363-47ca-9bf6-51e7813ab8a2 HTTP/1.1" status: 204 len: 168 time: 0.4382043 May 27 09:28:58.449583 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b6e03-04eb-45ac-ab91-95fd44637d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e6d5db-9363-47ca-9bf6-51e7813ab8a2,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:58.454071 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-514b6e03-04eb-45ac-ab91-95fd44637d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:58.624129 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Allocated IP 172.20.0.14 (9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615/47fdc049-6cea-4a10-9213-37c2e10e2ec9/f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:28:58.745904 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82a84-427a-4989-b408-597a9c4c3ca2 req-7f04f1c6-7655-4d3a-8abc-ace973188452 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:58.748935 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-19b82a84-427a-4989-b408-597a9c4c3ca2 req-7f04f1c6-7655-4d3a-8abc-ace973188452 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 950 time: 0.2855997 May 27 09:28:59.049841 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-19b82a84-427a-4989-b408-597a9c4c3ca2 req-4a1b806a-22b2-43ad-a59d-38a554711e55 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675676 May 27 09:28:59.078359 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-433276fa-57aa-4c1c-99f9-e2120e94f3b5 req-a3dde1a1-9b5d-4ca4-9e8b-8add24ab67e8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 210 time: 0.0658598 May 27 09:28:59.177825 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34916) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:59.190215 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.220225 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.266734 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:28:59.267405 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Transition to ACTIVE for port object f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c will not be triggered until provisioned by entity DHCP. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:28:59.278687 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Usage tracker for resource:security_group_rule and tenant:978b388540c54f8eacf3259959fe4166 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:28:59.283345 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:28:59.290822 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:28:59.357619 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.371786 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-d1fade29-451f-4c6e-9e36-9765905a0193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:59.524269 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.530010 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.548664 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:28:59.559626 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:28:59.561803 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34928) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:59.578614 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6349fffa-0fc0-475b-883b-ef77d68b6035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:59.583853 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:28:59.593603 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=978b388540c54f8eacf3259959fe4166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140775 May 27 09:28:59.598768 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 34932) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:28:59.642707 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:59.654664 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:59.699064 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ff92a-8c13-4f5f-9906-594adf80f995,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:59.702442 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:59.726439 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:59.727458 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.769065 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1dce879-46b1-4d8f-b0fa-3d0210140037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.785295 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9e62-e794-4b49-b616-59ba4ef2a01d req-80d2628d-f120-4e90-983c-d92844efae55 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:59.797087 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-068e9e62-e794-4b49-b616-59ba4ef2a01d req-80d2628d-f120-4e90-983c-d92844efae55 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.3495874 May 27 09:28:59.803655 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1dce879-46b1-4d8f-b0fa-3d0210140037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.878028 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3232639 May 27 09:28:59.885268 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1dce879-46b1-4d8f-b0fa-3d0210140037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.891749 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-0a1b0131-b409-416d-a51b-a762c368b41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:28:59.904111 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-068e9e62-e794-4b49-b616-59ba4ef2a01d req-082c5e76-ced4-46d9-a1a6-bb8717d77bd9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058698 May 27 09:28:59.905733 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dce879-46b1-4d8f-b0fa-3d0210140037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0ff92a-8c13-4f5f-9906-594adf80f995,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:28:59.908455 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c1dce879-46b1-4d8f-b0fa-3d0210140037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:28:59.921962 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Request body: {'port': {'device_id': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:28:59.935892 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1dce879-46b1-4d8f-b0fa-3d0210140037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:28:59.937254 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c1dce879-46b1-4d8f-b0fa-3d0210140037 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa0ff92a-8c13-4f5f-9906-594adf80f995 HTTP/1.1" status: 204 len: 168 time: 0.3370888 May 27 09:28:59.974663 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-4f030ac2-f880-4b6f-b6cf-414b728bf407 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:28:59.976652 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-4f030ac2-f880-4b6f-b6cf-414b728bf407 tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.36 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 950 time: 0.3223739 May 27 09:29:00.027281 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:00.131006 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-c5f6d124-feb6-45ce-b8f3-393d53b489be None None] Provisioning for port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:00.137843 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-c5f6d124-feb6-45ce-b8f3-393d53b489be None None] Provisioning complete for port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:00.138225 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d124-feb6-45ce-b8f3-393d53b489be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:00.273039 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:00.284527 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Usage tracker for resource:security_group_rule and tenant:af0d847588814c4c97dc985785f1d31b is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:00.298031 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:00.308882 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6d124-feb6-45ce-b8f3-393d53b489be None None] Port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:29:00.371534 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:00.409766 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Deleting port d36bfb30-0815-48f7-9ffe-b016df6bddc7 {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:29:00.410347 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:00.505324 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:00.559998 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5459e1-b073-4506-a294-2b832b13b787 req-5af7e7a0-ccd5-4c56-b774-f6a81718e195 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:00.562120 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4d5459e1-b073-4506-a294-2b832b13b787 req-5af7e7a0-ccd5-4c56-b774-f6a81718e195 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 932 time: 0.2718713 May 27 09:29:00.687350 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4d5459e1-b073-4506-a294-2b832b13b787 req-47101aed-7321-461a-9051-cf425f02804b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091397 May 27 09:29:00.732423 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cd13b-dff3-459a-b00a-819b7289f0f0 req-ac8aeb57-df4b-42ba-95f6-b25bd61da38e tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:00.740464 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2c7cd13b-dff3-459a-b00a-819b7289f0f0 req-ac8aeb57-df4b-42ba-95f6-b25bd61da38e tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 950 time: 0.3855238 May 27 09:29:00.745596 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] For port d36bfb30-0815-48f7-9ffe-b016df6bddc7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d36bfb30-0815-48f7-9ffe-b016df6bddc7,segment=NetworkSegment(d3b96094-d377-4d6d-adcd-928513b7b98c),segment_id=d3b96094-d377-4d6d-adcd-928513b7b98c)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:00.746042 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:00.882249 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2c7cd13b-dff3-459a-b00a-819b7289f0f0 req-7553b083-e058-4134-8359-5afd4d8c719c tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/security-groups?id=eab08b85-31c2-4ad2-82eb-9934eeee5fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398950 May 27 09:29:00.888494 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:00.907331 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Calling delete_port for d36bfb30-0815-48f7-9ffe-b016df6bddc7 owned by compute:nova {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:29:00.966793 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:00.980906 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-51cc8d36-55b5-4bf3-8d6f-1df805ad1ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:01.013871 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ed1ae6-c5bc-48e9-926e-16dd5286acc1,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:01.017275 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:01.064635 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af0d847588814c4c97dc985785f1d31b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4988039 May 27 09:29:01.067670 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34974) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:01.200273 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-1680a1df-0114-4a58-8999-371e12cef2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.203089 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.217003 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['d36bfb30-0815-48f7-9ffe-b016df6bddc7'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:29:01.217598 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:01.255457 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-1680a1df-0114-4a58-8999-371e12cef2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.302178 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Pushing event deleted for resources: {'Port': ['ID=d36bfb30-0815-48f7-9ffe-b016df6bddc7,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:01.318902 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:01.373584 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:29:01.390593 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.401191 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 34986) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:01.426760 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc5df-0328-42b7-a3c2-8f386abe93ee req-8df6aadd-34ae-4720-8c5f-5395028069b1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:01.436526 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d67fc5df-0328-42b7-a3c2-8f386abe93ee req-8df6aadd-34ae-4720-8c5f-5395028069b1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2975571 May 27 09:29:01.438255 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Transition to ACTIVE for port object f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:01.441468 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-1680a1df-0114-4a58-8999-371e12cef2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.454347 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b3a266b3-4345-4645-8ba6-370a6a359d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:01.481192 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.485166 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680a1df-0114-4a58-8999-371e12cef2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ed1ae6-c5bc-48e9-926e-16dd5286acc1,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:01.519268 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] No DVR routers for this DVR port d36bfb30-0815-48f7-9ffe-b016df6bddc7 on host hv-cinder-77262 {{(pid=91808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:29:01.545147 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-1680a1df-0114-4a58-8999-371e12cef2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:01.553045 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:01.563038 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.569048 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349f0f3e-8a8a-4dee-afca-34d1f78b1767', 'name': 'network-vif-deleted', 'tag': 'd36bfb30-0815-48f7-9ffe-b016df6bddc7'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:29:01.582323 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.616328 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d67fc5df-0328-42b7-a3c2-8f386abe93ee req-985aee98-573c-4c15-a5f1-af7d7fb0258a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781216 May 27 09:29:01.638589 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d95b0b7d-e933-4067-9bcd-2951d3b52a76 req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.36 "DELETE /v2.0/ports/d36bfb30-0815-48f7-9ffe-b016df6bddc7 HTTP/1.1" status: 204 len: 173 time: 1.6556361 May 27 09:29:01.645138 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349f0f3e-8a8a-4dee-afca-34d1f78b1767', 'name': 'network-vif-deleted', 'tag': 'd36bfb30-0815-48f7-9ffe-b016df6bddc7', 'status': 'completed', 'code': 200} May 27 09:29:01.742481 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.770612 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:01.775601 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Usage tracker for resource:security_group_rule and tenant:a04093612ee64349886481e375691539 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:01.779688 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:01.786686 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:01.912711 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.929137 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-1680a1df-0114-4a58-8999-371e12cef2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:01.930283 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-1680a1df-0114-4a58-8999-371e12cef2ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49ed1ae6-c5bc-48e9-926e-16dd5286acc1 HTTP/1.1" status: 204 len: 168 time: 0.8619080 May 27 09:29:01.936912 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:02.131600 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:02.138598 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:02.167631 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-d315c872-c8b5-417b-93e6-b6ebb51d62a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:02.235772 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001b6cbf-401d-4ef3-b8a7-dca42954eb2b,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:02.244051 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a04093612ee64349886481e375691539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8381968 May 27 09:29:02.245108 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:02.245293 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35018) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:02.269593 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Attempting to bind port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:29:02.270067 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Attempting to bind port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:29:02.270498 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Attempting to bind port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c on network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:29:02.289280 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c on network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:29:02.290887 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Attempting to bind port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c on network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:29:02.302854 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:29:02.302854 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Checking segment: {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:02.303378 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Bound using segment: {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:29:02.303940 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Bound port: f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:29:02.305360 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:02.370509 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af24a93-bc39-4425-b333-425883b60d3f req-e171542f-688a-40ca-88d1-677621641c45 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:02.372098 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0af24a93-bc39-4425-b333-425883b60d3f req-e171542f-688a-40ca-88d1-677621641c45 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.2552328 May 27 09:29:02.471267 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0af24a93-bc39-4425-b333-425883b60d3f req-411d1270-d9b4-413b-9a12-994b92872fbd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916016 May 27 09:29:02.559808 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b3f82733-c8fb-44f0-bfb5-bc8034a1c7d7 req-f3d2b0d0-e837-49fa-a449-6a29cb1f522d tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] 10.222.0.37 "GET /v2.0/ports?device_id=349f0f3e-8a8a-4dee-afca-34d1f78b1767 HTTP/1.1" status: 200 len: 210 time: 0.1994581 May 27 09:29:02.661039 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7895e3f9-ab12-4402-ae86-2987b0ca5c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:02.710155 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:29:02.739184 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7895e3f9-ab12-4402-ae86-2987b0ca5c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:02.750042 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:29:02.762358 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:02.776543 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:02.797368 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35030) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:02.835950 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:02.857016 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:02.861480 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Usage tracker for resource:security_group_rule and tenant:37e95500dc7b4ba58db188157f2f1e30 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:02.864870 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:02.873223 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:02.901840 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:02.902514 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:02.903906 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] 10.222.0.36 "PUT /v2.0/ports/f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c HTTP/1.1" status: 200 len: 1094 time: 2.9967687 May 27 09:29:02.904415 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:29:02.948364 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:02.954392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:03.025503 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:03.029494 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7895e3f9-ab12-4402-ae86-2987b0ca5c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:03.031244 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:03.042408 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-555d5b18-de6f-477d-96f1-3a718dfe26a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:03.058719 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ee46a52d-0f3c-4133-90e5-e16e7a2cb785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:03.074997 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'status': 'completed', 'code': 200} May 27 09:29:03.083195 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37e95500dc7b4ba58db188157f2f1e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817879 May 27 09:29:03.088477 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35036) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:03.098186 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec6cdb-6d1a-4dc2-bdf7-34290c487e93 req-75763daf-2d26-416a-bcba-9151a9c794d3 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:03.099905 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-3dec6cdb-6d1a-4dc2-bdf7-34290c487e93 req-75763daf-2d26-416a-bcba-9151a9c794d3 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2758880 May 27 09:29:03.101136 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5266b46c-c2c2-4048-bd0d-15b231cdf29a,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:03.105067 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:03.119931 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895e3f9-ab12-4402-ae86-2987b0ca5c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b6cbf-401d-4ef3-b8a7-dca42954eb2b,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:03.153944 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-7895e3f9-ab12-4402-ae86-2987b0ca5c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:03.166848 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7895e3f9-ab12-4402-ae86-2987b0ca5c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:03.170330 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-7895e3f9-ab12-4402-ae86-2987b0ca5c90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/001b6cbf-401d-4ef3-b8a7-dca42954eb2b HTTP/1.1" status: 204 len: 168 time: 0.9189925 May 27 09:29:03.221106 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-3dec6cdb-6d1a-4dc2-bdf7-34290c487e93 req-0bef5b54-92a2-4856-b7e8-a906c223dde8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974820 May 27 09:29:03.226795 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359124b-1726-4619-aa57-55e9c7198d39 req-476d8123-5efd-4338-a28e-5affc0baca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:03.229571 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-476d8123-5efd-4338-a28e-5affc0baca6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 1097 time: 0.2778029 May 27 09:29:03.478528 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-9657a71b-8fbe-4ef0-9533-264f8dc1af4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c HTTP/1.1" status: 200 len: 217 time: 0.2333524 May 27 09:29:03.479634 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-57e4d1b8-b85d-4ecb-bca7-6c1f23a326ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:03.556432 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359124b-1726-4619-aa57-55e9c7198d39 req-da3ce141-52c5-4c97-9c30-ba05eba800cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:03.558630 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-da3ce141-52c5-4c97-9c30-ba05eba800cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.0686700 May 27 09:29:03.677085 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-57e4d1b8-b85d-4ecb-bca7-6c1f23a326ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:03.789060 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359124b-1726-4619-aa57-55e9c7198d39 req-39192803-3c77-49d7-8fc0-f1a58950d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:03.796032 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-39192803-3c77-49d7-8fc0-f1a58950d8f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2284255 May 27 09:29:03.936818 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafb55b-f975-489d-8e7d-ca34ae09ab05 req-35287cc6-27a2-4e0f-871e-102ccff7b3e1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:03.950679 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4aafb55b-f975-489d-8e7d-ca34ae09ab05 req-35287cc6-27a2-4e0f-871e-102ccff7b3e1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.2493262 May 27 09:29:03.950963 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-57e4d1b8-b85d-4ecb-bca7-6c1f23a326ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:03.957511 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-fe7bb638-70a9-4c67-a0c0-e27d0896e0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:03.980960 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4d1b8-b85d-4ecb-bca7-6c1f23a326ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266b46c-c2c2-4048-bd0d-15b231cdf29a,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:04.047030 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-57e4d1b8-b85d-4ecb-bca7-6c1f23a326ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:04.064829 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-57e4d1b8-b85d-4ecb-bca7-6c1f23a326ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:04.067327 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-57e4d1b8-b85d-4ecb-bca7-6c1f23a326ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5266b46c-c2c2-4048-bd0d-15b231cdf29a HTTP/1.1" status: 204 len: 168 time: 0.9661665 May 27 09:29:04.079251 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4aafb55b-f975-489d-8e7d-ca34ae09ab05 req-3424b4ea-0a2a-46cd-b4b4-9db85b9be679 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267874 May 27 09:29:04.144609 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-70c61175-f80b-4792-9f5b-789169b628fd service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385618 May 27 09:29:04.439120 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device d36bfb30-0815-48f7-9ffe-b016df6bddc7 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:29:04.537705 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0359124b-1726-4619-aa57-55e9c7198d39 req-8cbea801-8b60-405e-a49b-e476d4a90424 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840446 May 27 09:29:04.566232 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: d36bfb30-0815-48f7-9ffe-b016df6bddc7 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:29:04.567133 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device d36bfb30-0815-48f7-9ffe-b016df6bddc7 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:29:04.579552 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4a3a-38e2-4601-9539-f17b2c7e35fa req-4498c8cc-71ce-403c-8699-eec129a6818f tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:04.584900 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a7ba4a3a-38e2-4601-9539-f17b2c7e35fa req-4498c8cc-71ce-403c-8699-eec129a6818f tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1494346 May 27 09:29:04.779612 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a7ba4a3a-38e2-4601-9539-f17b2c7e35fa req-be137f6b-f509-4adf-84b4-7e64eeca8b09 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815445 May 27 09:29:04.818392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-18836212-a13d-4806-b80d-b15087443709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:04.824113 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-18836212-a13d-4806-b80d-b15087443709 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 1097 time: 0.2001958 May 27 09:29:05.038346 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35138) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:05.080376 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:05.091401 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-570a178d-d510-41ce-a4a2-1214e3e3a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:05.094378 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-570a178d-d510-41ce-a4a2-1214e3e3a1c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 917 time: 0.2608283 May 27 09:29:05.117788 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:05.132435 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:884adbe23ff54be08677d6b00f70305e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:05.140502 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:05.157921 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:05.205444 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-bee576e0-a879-40de-95a0-90cb7472cd71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c HTTP/1.1" status: 200 len: 217 time: 0.1039565 May 27 09:29:05.316389 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:05.322565 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:05.332227 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-38318709-3e11-4352-a160-719d95e723fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:05.386180 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-8059853a-80cf-40c8-b5b8-f4e50df5f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:05.388010 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-8059853a-80cf-40c8-b5b8-f4e50df5f187 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.1719713 May 27 09:29:05.463554 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3434dfc-ad9e-4c3e-8a66-a2ebe1b2bbe8,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:05.472639 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=884adbe23ff54be08677d6b00f70305e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308832 May 27 09:29:05.479487 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:05.479954 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35152) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:05.578604 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-5262b691-a2bd-4928-80c3-49b934ce585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:05.580622 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-5262b691-a2bd-4928-80c3-49b934ce585e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1843936 May 27 09:29:05.594412 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-eef85e72-b6ea-41c9-85ac-3e65f62c2ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:05.630905 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de8844-340e-4025-9fa4-bbff7a204cec req-0bad26ed-4376-4143-9d4c-c2755df2ffa8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:05.644167 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-70de8844-340e-4025-9fa4-bbff7a204cec req-0bad26ed-4376-4143-9d4c-c2755df2ffa8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.2810214 May 27 09:29:05.745582 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-eef85e72-b6ea-41c9-85ac-3e65f62c2ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:05.830193 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-70de8844-340e-4025-9fa4-bbff7a204cec req-8a507e04-f09d-49a3-8f5f-82feb0d26d4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811423 May 27 09:29:05.850355 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-43997821-e013-47b1-80af-163758ef363d service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613976 May 27 09:29:05.927563 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-eef85e72-b6ea-41c9-85ac-3e65f62c2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:05.941212 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e1ae43b1-1754-4779-9a51-4ec8b429e705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:05.981840 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef85e72-b6ea-41c9-85ac-3e65f62c2ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3434dfc-ad9e-4c3e-8a66-a2ebe1b2bbe8,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:05.989279 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-eef85e72-b6ea-41c9-85ac-3e65f62c2ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:05.993659 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-eef85e72-b6ea-41c9-85ac-3e65f62c2ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:05.995564 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-eef85e72-b6ea-41c9-85ac-3e65f62c2ccd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3434dfc-ad9e-4c3e-8a66-a2ebe1b2bbe8 HTTP/1.1" status: 204 len: 168 time: 0.5144157 May 27 09:29:06.164676 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f8cf1ded-c1aa-44cb-bdef-37cc07dad654 req-145b777d-d21b-4864-ba9b-f7515aaa8c01 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072269 May 27 09:29:06.190253 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22612-d106-4a0a-8834-a15ac2e38662 req-50706b14-ad64-4822-a484-5ff5f4d5caba tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:06.192081 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-02e22612-d106-4a0a-8834-a15ac2e38662 req-50706b14-ad64-4822-a484-5ff5f4d5caba tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1780233 May 27 09:29:06.260980 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-02e22612-d106-4a0a-8834-a15ac2e38662 req-a4509ae2-1942-4887-a7c8-1e4765c41e0b tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570531 May 27 09:29:07.263685 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6b5b2-c371-4945-a1a7-eece619c268b req-7016c158-59d3-4984-962a-fdf62d0acbb8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:07.269723 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1ec6b5b2-c371-4945-a1a7-eece619c268b req-7016c158-59d3-4984-962a-fdf62d0acbb8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.2380080 May 27 09:29:07.376610 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1ec6b5b2-c371-4945-a1a7-eece619c268b req-31ebdd93-42fd-430b-bcd5-062038e5c76b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024711 May 27 09:29:07.649429 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610229f3-448b-4998-a1c5-98cb832bbf4e req-59d32fd5-f9ee-4e99-af22-1f32959a29df tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:07.662797 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-610229f3-448b-4998-a1c5-98cb832bbf4e req-59d32fd5-f9ee-4e99-af22-1f32959a29df tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1910176 May 27 09:29:07.758373 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-610229f3-448b-4998-a1c5-98cb832bbf4e req-31bd701d-d3d4-41d1-b088-094c59cb94af tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899625 May 27 09:29:08.277923 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35338) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:08.466483 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:29:08.700242 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:08.721620 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:08.739686 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'port_id': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'mac_address': 'fa:16:3e:70:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:29:08.763052 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:08.786880 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Usage tracker for resource:security_group_rule and tenant:b1ec97434387455c9287054972e92893 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:08.786880 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:08.800368 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:08.881325 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a8652-c0e3-4741-b3c4-66257e1f5564 req-1b7812fe-4a5e-4f88-b56c-9d1491c9e968 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:08.882333 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-ab1a8652-c0e3-4741-b3c4-66257e1f5564 req-1b7812fe-4a5e-4f88-b56c-9d1491c9e968 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:29:08.924559 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-ab1a8652-c0e3-4741-b3c4-66257e1f5564 req-1b7812fe-4a5e-4f88-b56c-9d1491c9e968 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:29:08.932356 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ab1a8652-c0e3-4741-b3c4-66257e1f5564 req-1b7812fe-4a5e-4f88-b56c-9d1491c9e968 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.2812688 May 27 09:29:09.037992 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:09.043481 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:09.044687 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:09.066838 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ab1a8652-c0e3-4741-b3c4-66257e1f5564 req-d735b40d-f982-45b5-9d11-125399ecf724 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333261 May 27 09:29:09.089234 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-eef85e72-b6ea-41c9-85ac-3e65f62c2ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:09.102850 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:29:09.155421 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1295ac35-651c-4f9e-a7ea-e09482062d42,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:09.161996 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:09.169833 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:09.172199 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:09.175026 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:09.215415 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1ec97434387455c9287054972e92893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9324753 May 27 09:29:09.215415 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35406) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:09.349662 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:09.364956 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:09.431599 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08724e-76f3-4448-9599-f3cb653dd781 req-0ff36971-b8db-425d-bcee-d489e49a078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:09.433337 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-3d08724e-76f3-4448-9599-f3cb653dd781 req-0ff36971-b8db-425d-bcee-d489e49a078b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1098 time: 0.2693808 May 27 09:29:09.456789 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:29:09.523227 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-3d08724e-76f3-4448-9599-f3cb653dd781 req-4dc27822-528c-4543-8fe0-2177416ae1dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813820 May 27 09:29:09.524208 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2162-c2e4-4164-9af6-2c36a9eef5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:09.593030 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e242e0-b6c3-4237-8640-a2dfb82ae01f req-d6cd6314-b00e-406c-b79f-5910425e678e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:09.594627 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b7e242e0-b6c3-4237-8640-a2dfb82ae01f req-d6cd6314-b00e-406c-b79f-5910425e678e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.3596601 May 27 09:29:09.639788 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2162-c2e4-4164-9af6-2c36a9eef5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:09.714752 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b7e242e0-b6c3-4237-8640-a2dfb82ae01f req-97f1ef9e-c4c5-49bc-9943-d39f7f67770c tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112511 May 27 09:29:09.768511 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2162-c2e4-4164-9af6-2c36a9eef5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:09.771935 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9fad0f9b-77ac-46b3-a2ca-86f964fb7106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:09.789425 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f2162-c2e4-4164-9af6-2c36a9eef5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1295ac35-651c-4f9e-a7ea-e09482062d42,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:09.791510 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2162-c2e4-4164-9af6-2c36a9eef5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:09.792879 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3b0f2162-c2e4-4164-9af6-2c36a9eef5b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1295ac35-651c-4f9e-a7ea-e09482062d42 HTTP/1.1" status: 204 len: 168 time: 0.5761163 May 27 09:29:09.794500 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3b0f2162-c2e4-4164-9af6-2c36a9eef5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:10.323028 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35464) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:10.346380 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:10.367487 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:10.372972 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Usage tracker for resource:security_group_rule and tenant:cff76b7b52ab4f24a442e3e5c128d05a is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:10.376475 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:10.385172 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:10.398481 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba632-fe7c-4366-853d-8bcc698ea1e3 req-811da690-e455-4add-be70-e58009147f7a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:10.410991 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d5eba632-fe7c-4366-853d-8bcc698ea1e3 req-811da690-e455-4add-be70-e58009147f7a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 945 time: 0.1474094 May 27 09:29:10.477940 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:29:10.563377 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:10.565039 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d5eba632-fe7c-4366-853d-8bcc698ea1e3 req-fc85c5ac-2e2a-44b5-b4e7-d63d2f75a893 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529779 May 27 09:29:10.570426 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:10.581954 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a0f58f3c-e03e-4dea-b79f-de106258fdc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:10.609919 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:10.616611 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:10.617434 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:10.649913 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cff76b7b52ab4f24a442e3e5c128d05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240178 May 27 09:29:10.652925 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35476) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:10.653539 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9058f785-aa46-48ef-9345-efdfb77a4098,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:10.670803 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:10.778809 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:10.814559 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:29:10.827468 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:10.834601 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:10.838333 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-2fcdc7bc-35ea-40b9-b490-935209c39e79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:10.883156 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:11.010234 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:11.016614 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:11.029221 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:11.065943 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'code': 200} May 27 09:29:11.159809 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:11.165849 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:11.183834 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410be1d-792b-40d1-b447-2ee1be4c9ddd req-ce10f71e-85d1-4067-9410-b27c69192de8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:11.200818 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c410be1d-792b-40d1-b447-2ee1be4c9ddd req-ce10f71e-85d1-4067-9410-b27c69192de8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2407947 May 27 09:29:11.209779 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9058f785-aa46-48ef-9345-efdfb77a4098,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:11.214198 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:11.219840 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9058f785-aa46-48ef-9345-efdfb77a4098 HTTP/1.1" status: 204 len: 168 time: 0.5653389 May 27 09:29:11.248964 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.249360 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.249726 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.250172 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.250412 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.250760 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.251103 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.254770 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.255215 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.255615 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.258203 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.259740 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:11.272658 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:11.342047 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c410be1d-792b-40d1-b447-2ee1be4c9ddd req-337775ad-8024-4e08-849a-e54035631546 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363084 May 27 09:29:11.701833 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bb082-8867-418e-ace7-075fcc0c5c91 req-806ce0a7-bd3c-49a3-b393-99396c79028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:11.704961 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f88bb082-8867-418e-ace7-075fcc0c5c91 req-806ce0a7-bd3c-49a3-b393-99396c79028e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 1099 time: 0.1783333 May 27 09:29:11.793377 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f88bb082-8867-418e-ace7-075fcc0c5c91 req-29bb4712-a844-49f4-995c-c15c881fbcc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793791 May 27 09:29:12.007462 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9123ca-56e8-49bf-afc8-38cb3bf199f0 req-4a4bcb36-716d-4049-b769-1897fba82589 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:12.015125 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ec9123ca-56e8-49bf-afc8-38cb3bf199f0 req-4a4bcb36-716d-4049-b769-1897fba82589 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1795585 May 27 09:29:12.193490 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-060a452d-6db9-4015-aa6e-26f95bdb5f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:12.318391 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ec9123ca-56e8-49bf-afc8-38cb3bf199f0 req-291748bc-6f9b-4ba7-b291-5791ec81c753 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888427 May 27 09:29:12.411585 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-7ebbe598-9a2f-4417-bd04-b46a85387dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:12.423809 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-7ebbe598-9a2f-4417-bd04-b46a85387dfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1098 time: 0.4060855 May 27 09:29:12.471540 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411fa27-4582-4dd1-89af-ae070014b07e req-8606fecf-a1f0-411f-aa99-95a21cd21f06 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:12.472183 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6411fa27-4582-4dd1-89af-ae070014b07e req-8606fecf-a1f0-411f-aa99-95a21cd21f06 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.3334782 May 27 09:29:12.472672 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35566) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:12.602050 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6411fa27-4582-4dd1-89af-ae070014b07e req-bfbd057f-c016-4f3d-8549-619a681fcc62 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089251 May 27 09:29:12.890726 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-d4ea6c5e-13b6-4fa0-806c-df4fe5bb8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:12.893446 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-d4ea6c5e-13b6-4fa0-806c-df4fe5bb8016 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 919 time: 0.4593837 May 27 09:29:12.924096 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35586) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:13.053778 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-acf8ebfe-e7ae-4855-8c0f-0260883459ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c HTTP/1.1" status: 200 len: 217 time: 0.1472492 May 27 09:29:13.110677 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:13.130858 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:13.136429 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Usage tracker for resource:security_group_rule and tenant:e74f4e730f7d47319f44e087bc70ca26 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:13.139955 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:13.148012 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:13.236578 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-a4c60225-328a-41d5-8679-6e0c576546f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:13.243493 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-a4c60225-328a-41d5-8679-6e0c576546f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.1707993 May 27 09:29:13.260932 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:13.270412 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:13.282009 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:13.301565 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8fd9f-6af2-49b8-8c6b-c6ecb9e7a89d req-5e96e80a-a246-44d1-9d79-0f2eff6f25bf tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:13.309537 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-76c8fd9f-6af2-49b8-8c6b-c6ecb9e7a89d req-5e96e80a-a246-44d1-9d79-0f2eff6f25bf tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.3779426 May 27 09:29:13.349055 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-1c3cf9e4-2e4c-4d37-bb03-c8223b258022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985565 May 27 09:29:13.472464 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e74f4e730f7d47319f44e087bc70ca26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9942365 May 27 09:29:13.473633 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35610) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:13.497416 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:13.526022 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-76c8fd9f-6af2-49b8-8c6b-c6ecb9e7a89d req-38b53b0b-7e48-4c1d-a016-90ac6c045c05 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075131 May 27 09:29:13.526677 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09574bc2-4e3c-48ad-993d-27f019e086bc,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:13.541614 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:13.544465 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:13.558496 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Usage tracker for resource:security_group_rule and tenant:86634c19f8cd4ee4b5e3a116aa428adc is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:13.566156 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:13.581865 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:13.714729 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:13.721693 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-27539d88-ec79-4a68-a697-f19f29bab3cf service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655519 May 27 09:29:13.724520 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:13.725551 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebc1-dc93-4f8b-927f-b19516807d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:13.738657 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c1e03917-45d6-4153-ac66-b41282076f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:13.837946 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86634c19f8cd4ee4b5e3a116aa428adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9121692 May 27 09:29:13.843926 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35628) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:13.845013 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ad6e4-727f-4af6-b0b0-0d193ffb63cb,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:13.888367 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebc1-dc93-4f8b-927f-b19516807d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:13.911557 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64e8ed-97be-434a-9085-2fc8bbd3e667 req-20345fab-778c-49ec-bbb7-b9c5fd0c2141 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:13.913054 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4c64e8ed-97be-434a-9085-2fc8bbd3e667 req-20345fab-778c-49ec-bbb7-b9c5fd0c2141 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.4177372 May 27 09:29:13.951813 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.952395 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.952767 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.953109 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.953446 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.953780 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.954109 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.954437 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.954771 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.955094 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.955417 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.955732 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:13.964191 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:14.005725 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd7c8-429a-470e-a459-b2e241ce9c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:14.069514 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4c64e8ed-97be-434a-9085-2fc8bbd3e667 req-7da46d0c-c81f-42e4-99b3-7309862f3c49 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375611 May 27 09:29:14.093703 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a6e703e-24c4-46b1-b65c-02f17278883b req-c8cbfeaa-36f2-413b-8315-cf5aff564ec5 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462355 May 27 09:29:14.111085 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6f046-32f3-40d5-9c55-cedbd12afafa req-568f8c05-1370-461c-8104-766d78badaff tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:14.116547 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-46d6f046-32f3-40d5-9c55-cedbd12afafa req-568f8c05-1370-461c-8104-766d78badaff tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.3321500 May 27 09:29:14.126829 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebc1-dc93-4f8b-927f-b19516807d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:14.141832 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-79629a71-8126-4dc5-bfcf-48a5032a3a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:14.147226 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd7c8-429a-470e-a459-b2e241ce9c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:14.192138 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ebc1-dc93-4f8b-927f-b19516807d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09574bc2-4e3c-48ad-993d-27f019e086bc,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:14.208368 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8fa1ebc1-dc93-4f8b-927f-b19516807d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:14.225806 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ebc1-dc93-4f8b-927f-b19516807d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:14.228076 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-8fa1ebc1-dc93-4f8b-927f-b19516807d77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09574bc2-4e3c-48ad-993d-27f019e086bc HTTP/1.1" status: 204 len: 168 time: 0.7538114 May 27 09:29:14.525286 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-46d6f046-32f3-40d5-9c55-cedbd12afafa req-66bb1d62-a3ab-4b4e-926e-9c7a08cc91e9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405435 May 27 09:29:14.588801 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd7c8-429a-470e-a459-b2e241ce9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:14.611109 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f044ef28-7cfd-4863-b665-ef64873779c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:14.706279 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dd7c8-429a-470e-a459-b2e241ce9c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ad6e4-727f-4af6-b0b0-0d193ffb63cb,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:14.715975 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9c4dd7c8-429a-470e-a459-b2e241ce9c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:14.771194 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd7c8-429a-470e-a459-b2e241ce9c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:14.773142 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-9c4dd7c8-429a-470e-a459-b2e241ce9c0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f6ad6e4-727f-4af6-b0b0-0d193ffb63cb HTTP/1.1" status: 204 len: 168 time: 0.9245200 May 27 09:29:14.820731 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-bb45a792-7e6d-4994-b393-a862663ed39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:14.829556 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e351735-80ef-4824-b249-44a7a6c89488 req-f824f45b-8c32-4d80-9610-121fe7775447 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:14.839317 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e351735-80ef-4824-b249-44a7a6c89488 req-f824f45b-8c32-4d80-9610-121fe7775447 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.4300683 May 27 09:29:14.844521 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35670) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:14.855508 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-13e0897e-76aa-4303-a83a-bde184280dea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'floatingip': {'port_id': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:15.044278 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35676) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:15.076296 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:15.107694 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:15.115046 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Usage tracker for resource:security_group_rule and tenant:2b405f845f334f49b1c829828bc8d212 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:15.120542 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:15.128913 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-13e0897e-76aa-4303-a83a-bde184280dea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:15.132585 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:15.301607 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:15.311800 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:15.336697 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-cd2d6814-bd02-4351-94f7-2934de935af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:15.383146 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ceb4-c3da-45a4-a7ef-62a8496d4ff1 req-bdc88e32-0b44-4cc8-a770-400c29fd1edf tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:15.393319 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7c99ceb4-c3da-45a4-a7ef-62a8496d4ff1 req-bdc88e32-0b44-4cc8-a770-400c29fd1edf tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.3873394 May 27 09:29:15.437228 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b405f845f334f49b1c829828bc8d212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910668 May 27 09:29:15.439184 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82b4e80-fb59-4484-8894-d480671bc07f,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:15.443628 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35686) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:15.448958 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:15.566849 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b886-b971-4302-9f0e-c72ab8bc0ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:15.597015 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7c99ceb4-c3da-45a4-a7ef-62a8496d4ff1 req-3d0d38e3-ba7b-4171-882f-652afd5765a1 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026556 May 27 09:29:15.645487 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b886-b971-4302-9f0e-c72ab8bc0ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:15.658556 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:16.225214 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b886-b971-4302-9f0e-c72ab8bc0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:16.235113 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-493eb220-9d29-44f8-8576-d558d2a4b5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:16.304632 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5b886-b971-4302-9f0e-c72ab8bc0ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82b4e80-fb59-4484-8894-d480671bc07f,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:16.312774 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3aa5b886-b971-4302-9f0e-c72ab8bc0ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:16.337902 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b886-b971-4302-9f0e-c72ab8bc0ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:16.347280 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-3aa5b886-b971-4302-9f0e-c72ab8bc0ab2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d82b4e80-fb59-4484-8894-d480671bc07f HTTP/1.1" status: 204 len: 168 time: 0.8999901 May 27 09:29:16.413888 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040557e-d1ca-4bfe-b3e8-ab21526da749 req-cffd0509-c918-405e-96b3-ed4083c3da7e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:16.427344 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5040557e-d1ca-4bfe-b3e8-ab21526da749 req-cffd0509-c918-405e-96b3-ed4083c3da7e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.6440265 May 27 09:29:16.514279 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35724) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:16.556795 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5040557e-d1ca-4bfe-b3e8-ab21526da749 req-3de7abe9-bd0d-4517-a36f-7450a6cbdb07 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262329 May 27 09:29:16.880591 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-13e0897e-76aa-4303-a83a-bde184280dea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:16.910786 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-13e0897e-76aa-4303-a83a-bde184280dea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:17.288228 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6cab9-3b94-4477-b24b-fe20ead9bb0f req-9d2273ad-0112-4020-a0df-ae0a91e12f62 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:17.291172 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8ff6cab9-3b94-4477-b24b-fe20ead9bb0f req-9d2273ad-0112-4020-a0df-ae0a91e12f62 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.4980302 May 27 09:29:17.353687 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.l3_db [None req-13e0897e-76aa-4303-a83a-bde184280dea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Floating IP d8f8ad9a-d5eb-479f-b00b-8288361c7da4 associated. External IP: 172.28.1.112, port: f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c. May 27 09:29:17.378249 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-00d42e86-8809-4c2f-a25f-052707738eff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f30af0ba949e4021b5653cb32732b9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8536906 May 27 09:29:17.383187 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35742) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:17.410331 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:17.581431 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8ff6cab9-3b94-4477-b24b-fe20ead9bb0f req-fa36c86f-146b-4bda-8ebf-772e47c478a2 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780750 May 27 09:29:17.787985 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0e56f7f3-cde6-4143-8826-b805ffc9e663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:17.973308 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0e56f7f3-cde6-4143-8826-b805ffc9e663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:18.139515 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06cc79-98f6-4109-8f8d-b2c71d3c21eb req-0630a106-620b-43ef-98b4-4fd03d195846 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:18.142831 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ad06cc79-98f6-4109-8f8d-b2c71d3c21eb req-0630a106-620b-43ef-98b4-4fd03d195846 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.3439765 May 27 09:29:18.166623 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0e56f7f3-cde6-4143-8826-b805ffc9e663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:18.218297 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e0897e-76aa-4303-a83a-bde184280dea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Router 6725003e-96e5-4666-b62c-50ed90bb5be4 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:29:18.218891 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:18.255545 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56f7f3-cde6-4143-8826-b805ffc9e663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab08b85-31c2-4ad2-82eb-9934eeee5fda,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:18.258828 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-0e56f7f3-cde6-4143-8826-b805ffc9e663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:18.332397 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ad06cc79-98f6-4109-8f8d-b2c71d3c21eb req-8c105f02-ac8c-4bd5-bf97-649d4cf11885 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723008 May 27 09:29:18.344583 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0e56f7f3-cde6-4143-8826-b805ffc9e663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:18.346084 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-0e56f7f3-cde6-4143-8826-b805ffc9e663 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eab08b85-31c2-4ad2-82eb-9934eeee5fda HTTP/1.1" status: 204 len: 168 time: 0.9593801 May 27 09:29:18.824908 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e0897e-76aa-4303-a83a-bde184280dea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:29:18.839084 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:18.844359 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] Sync routers for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:29:18.858351 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-13e0897e-76aa-4303-a83a-bde184280dea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:18.906267 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:29:18.910314 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:19.232122 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-13e0897e-76aa-4303-a83a-bde184280dea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "PUT /v2.0/floatingips/d8f8ad9a-d5eb-479f-b00b-8288361c7da4 HTTP/1.1" status: 200 len: 992 time: 4.3809993 May 27 09:29:19.235170 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:29:19.303370 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ade136-3012-4fb0-8c33-ab6e99abeefa req-fece961f-89e8-4dff-b8a9-55161a2db8c8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:19.311111 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a5ade136-3012-4fb0-8c33-ab6e99abeefa req-fece961f-89e8-4dff-b8a9-55161a2db8c8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2645345 May 27 09:29:19.433522 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:29:19.453381 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a5ade136-3012-4fb0-8c33-ab6e99abeefa req-90b6a096-2b87-444e-8d43-e495ea6a0075 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222067 May 27 09:29:19.540340 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'status': 'completed', 'code': 200} May 27 09:29:19.708332 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-b3e158f6-14cb-475c-ad82-d394c29bfc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:19.711653 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-b3e158f6-14cb-475c-ad82-d394c29bfc99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 1099 time: 0.1533084 May 27 09:29:20.020032 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-b4dcbfd2-9992-46e9-95a5-067f4d669888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:20.025153 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-b4dcbfd2-9992-46e9-95a5-067f4d669888 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 917 time: 0.3021147 May 27 09:29:20.204952 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': 'd8f8ad9a-d5eb-479f-b00b-8288361c7da4', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'floating_ip_address': '172.28.1.112', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'port_id': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'mac_address': 'fa:16:3e:70:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:28:50Z', 'updated_at': '2021-05-27T09:29:16Z', 'revision_number': 1, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:20.215507 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] Checking router: 6725003e-96e5-4666-b62c-50ed90bb5be4 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:29:20.221439 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-edfe1f7f-1130-40a8-89a0-f05b8fd81b87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c HTTP/1.1" status: 200 len: 1000 time: 0.1922419 May 27 09:29:20.230641 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:29:20.231216 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:20.418836 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-b8590f6f-7e4a-4a24-b95d-d76f61661e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:20.420645 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-b8590f6f-7e4a-4a24-b95d-d76f61661e10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.1852374 May 27 09:29:20.607364 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-e1f5ffb7-abff-4287-8115-d5db33c66f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:20.613227 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-e1f5ffb7-abff-4287-8115-d5db33c66f00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1886919 May 27 09:29:20.625834 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:29:20.729548 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2253aad-2a2c-41f9-9341-955d86367599 req-94438b99-e191-4996-b947-a5124f05db76 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:20.740112 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b2253aad-2a2c-41f9-9341-955d86367599 req-94438b99-e191-4996-b947-a5124f05db76 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2292292 May 27 09:29:20.870113 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-dcc20a97-0af9-4246-a325-a44a4897f810 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492869 May 27 09:29:20.873182 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b2253aad-2a2c-41f9-9341-955d86367599 req-dc0fff2d-d740-49c3-83cc-ccd665102f08 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304536 May 27 09:29:21.334010 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e07c5211-9c08-4495-aaf8-fc2c0e83d337 req-f4f60521-a1a7-4699-b73f-ed1c76945d81 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516075 May 27 09:29:21.378735 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce68b-c876-4787-a42a-f614db50e21f req-35535f8e-1cb8-4381-943d-b028ea74316b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:21.389089 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-587ce68b-c876-4787-a42a-f614db50e21f req-35535f8e-1cb8-4381-943d-b028ea74316b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.4053166 May 27 09:29:21.514249 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-587ce68b-c876-4787-a42a-f614db50e21f req-68ac75c5-e063-459a-872f-53623ed777e9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238277 May 27 09:29:21.629308 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': 'd8f8ad9a-d5eb-479f-b00b-8288361c7da4', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'floating_ip_address': '172.28.1.112', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'port_id': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'mac_address': 'fa:16:3e:70:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:28:50Z', 'updated_at': '2021-05-27T09:29:16Z', 'revision_number': 1, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:21.637332 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea5444-2f9a-4b3c-9580-6915da20b8f4 None None] The sync data for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb is: [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': 'd8f8ad9a-d5eb-479f-b00b-8288361c7da4', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'floating_ip_address': '172.28.1.112', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'port_id': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'mac_address': 'fa:16:3e:70:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:28:50Z', 'updated_at': '2021-05-27T09:29:16Z', 'revision_number': 1, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:29:21.728522 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35888) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:21.962057 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:29:22.041960 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f20f5b-462b-4804-9227-6f739aa4a1c9 None None] New status for floating IP d8f8ad9a-d5eb-479f-b00b-8288361c7da4: ACTIVE {{(pid=91810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:29:22.049525 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-530346990-network', 'tenant_id': '259943aae4704bf49a75a76be0be2b8f'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:22.060354 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:22.067378 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Usage tracker for resource:network and tenant:259943aae4704bf49a75a76be0be2b8f is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:22.083717 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:22.110705 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:22.135956 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Made reservation on behalf of 259943aae4704bf49a75a76be0be2b8f for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:29:22.141008 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:22.160175 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:22.188274 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:22.195121 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Usage tracker for resource:security_group_rule and tenant:259943aae4704bf49a75a76be0be2b8f is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:22.200357 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:22.208798 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:22.327574 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:22.338024 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:22.343499 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-99332c37-7400-46c5-b4a4-d6d9cd2cb62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:22.387676 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56dd8f4-2271-472f-a49e-235356625ae9,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:22.403769 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:22.411879 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:29:22.435873 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:22.436224 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Added segment 0fe3c98d-d073-48a4-b02e-bdb9d9dff726 of type vlan for network 83bf35de-7aa9-4e70-b875-0ea08594376d May 27 09:29:22.515711 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:22.605991 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:22.615011 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:22.618441 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:22.618708 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35918) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:22.709174 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:22.815292 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35924) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:22.822252 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Request body: {'subnet': {'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-530346990-subnet', 'tenant_id': '259943aae4704bf49a75a76be0be2b8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:22.825391 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0952840 May 27 09:29:22.840491 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:22.846122 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Usage tracker for resource:subnet and tenant:259943aae4704bf49a75a76be0be2b8f is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:22.866054 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:22.887539 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:22.899695 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Made reservation on behalf of 259943aae4704bf49a75a76be0be2b8f for: {'subnet': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:29:22.902472 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7089748'] for subnet, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:22.966484 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Pushing event updated for resources: {'Network': ['ID=83bf35de-7aa9-4e70-b875-0ea08594376d,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:22.978618 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:22.980283 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 83bf35de-7aa9-4e70-b875-0ea08594376d details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:29:23.002847 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985be6b6-d5c9-4c50-a035-f12768c00cd5 req-1f87f7ff-ffee-4862-88bc-d0d3da6a5c57 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:23.010219 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-985be6b6-d5c9-4c50-a035-f12768c00cd5 req-1f87f7ff-ffee-4862-88bc-d0d3da6a5c57 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2739587 May 27 09:29:23.165679 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-985be6b6-d5c9-4c50-a035-f12768c00cd5 req-aadd02b5-be3d-4504-815a-deaf3889b168 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352441 May 27 09:29:23.232811 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:23.292433 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:23.300203 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Usage tracker for resource:security_group_rule and tenant:32ad6ba8241e4426add39dbe9f5da992 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:23.309167 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:23.319384 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:23.596760 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:23.618885 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:23.643830 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-cfd926e7-a8ee-4c66-9b47-f8083743e584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:23.733439 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007f2e69-04f6-4ca9-8767-e216bcbab357,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:23.740104 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:23.744162 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32ad6ba8241e4426add39dbe9f5da992&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1244769 May 27 09:29:23.748313 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 35946) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:23.880062 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-679d4d06-68f6-4f2e-ad9b-9d1ff2891010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:23.933369 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-679d4d06-68f6-4f2e-ad9b-9d1ff2891010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:23.935233 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7089730'] for subnet, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:23.944617 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:24.011462 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-679d4d06-68f6-4f2e-ad9b-9d1ff2891010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:24.017552 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-318be2b9-5d19-4a58-a580-afa825f28aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:24.045543 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d4d06-68f6-4f2e-ad9b-9d1ff2891010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f2e69-04f6-4ca9-8767-e216bcbab357,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:24.048723 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-679d4d06-68f6-4f2e-ad9b-9d1ff2891010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:24.050940 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-679d4d06-68f6-4f2e-ad9b-9d1ff2891010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:24.052092 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-679d4d06-68f6-4f2e-ad9b-9d1ff2891010 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/007f2e69-04f6-4ca9-8767-e216bcbab357 HTTP/1.1" status: 204 len: 168 time: 0.3026345 May 27 09:29:24.112025 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2758fc05-7b98-4cd4-8c86-b86a197fa4ec,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:24.117669 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:24.129287 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Checking segment: {'id': '0fe3c98d-d073-48a4-b02e-bdb9d9dff726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:24.129734 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Network hostable DHCP agents. Network: 83bf35de-7aa9-4e70-b875-0ea08594376d, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:29:24.156393 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Network 83bf35de-7aa9-4e70-b875-0ea08594376d is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:29:24.171163 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 83bf35de-7aa9-4e70-b875-0ea08594376d) {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:24.181767 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9db6be-1ae6-43b1-963e-d849217de3e2 None None] Network 83bf35de-7aa9-4e70-b875-0ea08594376d requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:29:24.208007 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:24.213047 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:24.307897 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-8586268d-dcf7-45dd-b187-237b93930485 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4912620 May 27 09:29:24.619473 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc3e58-2e3b-4014-b8a3-96c61458d665 None None] Network 83bf35de-7aa9-4e70-b875-0ea08594376d requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:29:24.711227 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bfcb0-4732-486c-ab0b-5d51352c74f8 req-dd9cd05e-1bd5-48c6-942c-c9146a057fbc tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:24.724777 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-093bfcb0-4732-486c-ab0b-5d51352c74f8 req-dd9cd05e-1bd5-48c6-942c-c9146a057fbc tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2171183 May 27 09:29:24.940333 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35984) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:25.009235 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:25.099987 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:25.105099 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-093bfcb0-4732-486c-ab0b-5d51352c74f8 req-f631e038-b2c6-42e9-82ff-8bde7f4184dd tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758619 May 27 09:29:25.127975 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Usage tracker for resource:security_group_rule and tenant:93993781700542d38a31fa11ee0cdb7c is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:25.135176 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-acc42309-4322-4479-b871-48e58ae4d5b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1766825 May 27 09:29:25.139605 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:25.170613 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:25.275219 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-c98f6f2e-49a2-42c9-863a-648b0039a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:25.277866 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-c98f6f2e-49a2-42c9-863a-648b0039a3cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 1099 time: 0.1103299 May 27 09:29:25.317669 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 35992) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:25.419069 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:25.425832 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:25.495842 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a85760b3-f3a1-49dd-87b0-7f4b9c76d97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:25.545837 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93993781700542d38a31fa11ee0cdb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036892 May 27 09:29:25.546843 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437d1062-1f5b-4800-938d-74897c07c358,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:25.574317 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:25.578381 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36000) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:25.596036 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-97128b6a-937d-4e0e-a2bb-11166900d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:25.601156 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-97128b6a-937d-4e0e-a2bb-11166900d2d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 919 time: 0.2970004 May 27 09:29:25.638800 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:25.709173 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-4530fe0e-167f-435a-8f07-742a0080b059 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c71e31fd-6841-4b6f-bf67-60e1bae59c92 HTTP/1.1" status: 200 len: 217 time: 0.1000507 May 27 09:29:25.757970 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:25.812913 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-8486a060-e583-4c1c-af0d-00cb8c622301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:25.814991 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-8486a060-e583-4c1c-af0d-00cb8c622301 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.0991464 May 27 09:29:25.817867 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Usage tracker for resource:security_group_rule and tenant:fce3e349f6f54bc28bd6c4bfc4ce921e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:25.832064 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:25.861019 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:25.890665 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4424b009-e898-41b8-98bc-38b742838eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:25.911439 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-8f764d50-8d73-436c-a572-c8941ab0e1ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878782 May 27 09:29:26.029292 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4424b009-e898-41b8-98bc-38b742838eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:26.188932 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:26.199096 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:26.217644 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6b47e1d1-d9ef-4b7b-b97f-4c80c9193b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:26.324175 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fce3e349f6f54bc28bd6c4bfc4ce921e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0045712 May 27 09:29:26.331957 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36018) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:26.339889 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c919106-d983-4862-a962-e6dccc7d6ccc,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:26.365835 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:26.432554 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-8672e343-d834-4137-aff7-c00c0331a341 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056202 May 27 09:29:26.557164 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4424b009-e898-41b8-98bc-38b742838eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:26.573615 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:26.620304 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424b009-e898-41b8-98bc-38b742838eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437d1062-1f5b-4800-938d-74897c07c358,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:26.640549 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4424b009-e898-41b8-98bc-38b742838eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:26.676556 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4424b009-e898-41b8-98bc-38b742838eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:26.691863 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-4424b009-e898-41b8-98bc-38b742838eed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/437d1062-1f5b-4800-938d-74897c07c358 HTTP/1.1" status: 204 len: 168 time: 1.1033077 May 27 09:29:26.719144 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a91c0ad1-e2b6-4bf9-80fc-06472a973bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:26.782665 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ebb72c23-c5d7-42c8-9bdc-778292632f81 req-191613ce-6be7-41be-97c1-685c9d1a902c service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358154 May 27 09:29:26.813936 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efef7ef-3f31-4eda-960a-8858579c4ab9 req-0fb4293d-9e1f-44a3-82b1-90d5b622b497 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:26.818761 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4efef7ef-3f31-4eda-960a-8858579c4ab9 req-0fb4293d-9e1f-44a3-82b1-90d5b622b497 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.4512982 May 27 09:29:26.917538 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a91c0ad1-e2b6-4bf9-80fc-06472a973bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:26.987748 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4efef7ef-3f31-4eda-960a-8858579c4ab9 req-30705ee3-62b8-484a-86d6-3b6b395dbb06 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560040 May 27 09:29:27.051600 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a91c0ad1-e2b6-4bf9-80fc-06472a973bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:27.078262 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-944914b1-604c-4556-8083-12521f4338f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:27.129194 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c0ad1-e2b6-4bf9-80fc-06472a973bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c919106-d983-4862-a962-e6dccc7d6ccc,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:27.151733 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a91c0ad1-e2b6-4bf9-80fc-06472a973bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:27.188961 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a91c0ad1-e2b6-4bf9-80fc-06472a973bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:27.192686 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a91c0ad1-e2b6-4bf9-80fc-06472a973bfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c919106-d983-4862-a962-e6dccc7d6ccc HTTP/1.1" status: 204 len: 168 time: 0.8577290 May 27 09:29:27.797086 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34126d-bb64-40a6-8eef-f4773e16df4e req-98f9d34e-de32-4428-95f7-29cb69673124 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:27.806147 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-da34126d-bb64-40a6-8eef-f4773e16df4e req-98f9d34e-de32-4428-95f7-29cb69673124 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1372445 May 27 09:29:27.810728 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-ce334ce8-9fe4-4193-9575-741163187bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:27.813995 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-ce334ce8-9fe4-4193-9575-741163187bcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1098 time: 0.1962745 May 27 09:29:27.886754 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-da34126d-bb64-40a6-8eef-f4773e16df4e req-32f8b341-c15e-44a2-9a9a-2c3117310f2b tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787978 May 27 09:29:28.036982 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-d90d96b3-7f39-4219-bed9-7a65c6a015b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:28.039263 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-d90d96b3-7f39-4219-bed9-7a65c6a015b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 919 time: 0.2158990 May 27 09:29:28.179300 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-79d1e670-35f9-4979-9abb-f42bca18dcc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c HTTP/1.1" status: 200 len: 217 time: 0.1277559 May 27 09:29:28.422049 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-ab771f1b-ff37-43ec-9712-80bafa2822ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:28.423822 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-ab771f1b-ff37-43ec-9712-80bafa2822ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.2328134 May 27 09:29:28.487076 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-b84ebb77-cc27-4df8-b22d-18d1f1d79906 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524530 May 27 09:29:28.497637 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36404436-1148-48cb-8325-632294f577ea req-b6f310d8-cf3d-4ec8-ba17-28933440ead6 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:28.499770 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-b6f310d8-cf3d-4ec8-ba17-28933440ead6 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/networks?id=83bf35de-7aa9-4e70-b875-0ea08594376d HTTP/1.1" status: 200 len: 813 time: 0.2125938 May 27 09:29:28.515508 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-a266f73c-ba5d-422a-9e50-8bb0e7aeab22 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/quotas/259943aae4704bf49a75a76be0be2b8f HTTP/1.1" status: 200 len: 375 time: 0.0102687 May 27 09:29:28.577219 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-1209e783-47d7-4f60-83fb-0132e730d03d tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=259943aae4704bf49a75a76be0be2b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541978 May 27 09:29:28.584517 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260b70c-c9b3-4e44-89eb-46ce3d2868bb req-6b89fe42-3bae-40ae-aa63-a44292ac8b54 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:28.586134 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c260b70c-c9b3-4e44-89eb-46ce3d2868bb req-6b89fe42-3bae-40ae-aa63-a44292ac8b54 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2310977 May 27 09:29:28.683939 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c260b70c-c9b3-4e44-89eb-46ce3d2868bb req-386c378f-409d-432c-9f23-ab0499f090cd tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841854 May 27 09:29:28.785762 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-06924c7a-4cba-4437-9847-10c23fc6f3b0 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842703 May 27 09:29:28.876149 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-ebc6fc5e-ff5b-496a-a62c-dc85caae9c3f service neutron] 10.222.0.37 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919073 May 27 09:29:29.151094 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-b6942422-108b-40b4-889b-33b984346551 service neutron] 10.222.0.37 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736509 May 27 09:29:29.369226 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-480d4361-228f-43de-ba1c-9cd1cb07be44 req-f53903a0-68f6-4104-bb63-a4a12ebbcb2c service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777733 May 27 09:29:29.387789 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7c80-472d-49f8-b1f2-0f23b84506ca req-98c615e0-788a-4840-b315-41dfd24d1c8d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:29.388849 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-386f7c80-472d-49f8-b1f2-0f23b84506ca req-98c615e0-788a-4840-b315-41dfd24d1c8d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1918848 May 27 09:29:29.514183 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-386f7c80-472d-49f8-b1f2-0f23b84506ca req-bbf5fd54-a34b-4bcc-8c82-f3d23d88b4e4 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166973 May 27 09:29:29.570161 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3b23221b-c26b-419e-93e3-96b7573788d1 req-2615c1a5-a3d1-4b0a-8633-1db5f039860a tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 210 time: 0.1120863 May 27 09:29:29.937229 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655ad90-8152-4552-99aa-e530572d5a8b req-e3645d4d-0bf8-4851-8257-b6700f48af10 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:29.938744 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e655ad90-8152-4552-99aa-e530572d5a8b req-e3645d4d-0bf8-4851-8257-b6700f48af10 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.0997024 May 27 09:29:30.010227 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e655ad90-8152-4552-99aa-e530572d5a8b req-9f5a7f42-caf5-4885-b3a4-d8efd7b87c07 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566857 May 27 09:29:30.455899 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36216) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:30.549309 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f633e20-56fb-4d25-8552-f876d5698e8c req-655c2a09-e0c2-4394-a8c4-7df5a6f7b458 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:30.573438 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2f633e20-56fb-4d25-8552-f876d5698e8c req-655c2a09-e0c2-4394-a8c4-7df5a6f7b458 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1881707 May 27 09:29:30.731520 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2f633e20-56fb-4d25-8552-f876d5698e8c req-cecc4539-3690-4dc7-9b31-a306dc28b9e9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564007 May 27 09:29:30.785854 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:30.858114 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:30.872873 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:540bafec16664f4caacc947aef291f7b is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:30.873751 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:30.889241 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:31.060626 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:31.071933 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-39f9f47b-7d3b-4565-8186-5389b94e9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:31.073628 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-39f9f47b-7d3b-4565-8186-5389b94e9a9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 1099 time: 0.2763579 May 27 09:29:31.083050 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e54101-ac1e-487b-9e5c-ba9fa40aaac8 req-9bf68441-d8de-437e-b4be-5ff2aec871ab tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:31.095661 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-18e54101-ac1e-487b-9e5c-ba9fa40aaac8 req-9bf68441-d8de-437e-b4be-5ff2aec871ab tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1549375 May 27 09:29:31.220543 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-db9bd62e-08d1-41c4-936f-5f1eb1cec10c req-f033d3c9-c151-4129-94b4-fadbde2948ef tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 210 time: 0.1568182 May 27 09:29:31.222460 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-18e54101-ac1e-487b-9e5c-ba9fa40aaac8 req-bf0bdbbe-97de-42cc-8fae-bcf2537cc577 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143789 May 27 09:29:31.223496 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:31.271508 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-bf036459-b1ae-4184-8499-3592f6a4177a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:31.349624 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36254) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:31.350061 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=540bafec16664f4caacc947aef291f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8916950 May 27 09:29:31.355720 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7c92ef-5caa-44d0-8ecb-eb3a540e9920,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:31.379980 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:31.398272 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-50986b60-5d92-4b4c-8ff1-7efc79718b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:31.415785 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-50986b60-5d92-4b4c-8ff1-7efc79718b75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 912 time: 0.3298044 May 27 09:29:31.562321 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:31.647072 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-62cb44d0-a977-43d4-85bc-3f521ac49652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:31.651081 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-acdaf174-935d-479d-829b-0e8884cb800e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60935d07-eebd-4026-bae7-40b6a67959c0 HTTP/1.1" status: 200 len: 1001 time: 0.2260880 May 27 09:29:31.741484 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-1a52649f-745f-4192-8227-d90dd5c08f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:31.743264 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-1a52649f-745f-4192-8227-d90dd5c08f38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.0773692 May 27 09:29:31.767046 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36404436-1148-48cb-8325-632294f577ea req-d14bd309-c3f8-4b3b-ba4f-e1e53dc49833 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:31.768703 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-d14bd309-c3f8-4b3b-ba4f-e1e53dc49833 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.36 "GET /v2.0/networks?id=83bf35de-7aa9-4e70-b875-0ea08594376d HTTP/1.1" status: 200 len: 813 time: 0.3291302 May 27 09:29:31.789097 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Request body: {'port': {'device_id': '329cc59b-b231-46f9-b72d-ba074982ba80', 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d', 'admin_state_up': True, 'tenant_id': '259943aae4704bf49a75a76be0be2b8f'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:31.816119 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-62cb44d0-a977-43d4-85bc-3f521ac49652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:31.906193 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-678dddac-67e6-40a8-a81a-709fb5faf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:31.908200 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-678dddac-67e6-40a8-a81a-709fb5faf42d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1526539 May 27 09:29:31.964167 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-62cb44d0-a977-43d4-85bc-3f521ac49652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:31.973916 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-86290200-96ac-4490-8263-d063b34e5648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:32.048241 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb44d0-a977-43d4-85bc-3f521ac49652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7c92ef-5caa-44d0-8ecb-eb3a540e9920,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:32.056358 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-62cb44d0-a977-43d4-85bc-3f521ac49652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:32.072092 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-62cb44d0-a977-43d4-85bc-3f521ac49652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:32.077153 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-62cb44d0-a977-43d4-85bc-3f521ac49652 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce7c92ef-5caa-44d0-8ecb-eb3a540e9920 HTTP/1.1" status: 204 len: 168 time: 0.7226140 May 27 09:29:32.169171 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:32.173382 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-709310f5-e22e-4572-8387-603fc4e3803d service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362823 May 27 09:29:32.185525 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Usage tracker for resource:port and tenant:259943aae4704bf49a75a76be0be2b8f is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:32.190878 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:32.214140 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:32.242199 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Made reservation on behalf of 259943aae4704bf49a75a76be0be2b8f for: {'port': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:29:32.246323 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:32.285913 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a6d45-9c80-4763-9f0b-0254935fa844 req-17ad6e7a-795e-4120-9362-a185ea8d3709 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:32.287893 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-886a6d45-9c80-4763-9f0b-0254935fa844 req-17ad6e7a-795e-4120-9362-a185ea8d3709 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1628335 May 27 09:29:32.494181 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1c50cf29-9858-4d95-9c24-32cc0a21dbe0 req-98db779e-b8b4-46d8-b2f9-1ff89f54291e service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012912 May 27 09:29:32.497684 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-886a6d45-9c80-4763-9f0b-0254935fa844 req-981f8d4a-1c60-43f4-935d-c30ae43bed0b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093748 May 27 09:29:32.620010 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ea9f-4600-42a1-a7cc-f1b200def9c2 req-03f6be60-2703-41db-bff1-7a3c622a21b1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:32.622622 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a695ea9f-4600-42a1-a7cc-f1b200def9c2 req-03f6be60-2703-41db-bff1-7a3c622a21b1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1778562 May 27 09:29:32.698568 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Allocated IP 172.20.0.9 (83bf35de-7aa9-4e70-b875-0ea08594376d/2758fc05-7b98-4cd4-8c86-b86a197fa4ec/99691f42-5371-417a-9fb7-0e81e18b4c56) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:29:32.725492 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a695ea9f-4600-42a1-a7cc-f1b200def9c2 req-fd2552d3-797a-423d-a86c-956977d731bf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811772 May 27 09:29:32.754840 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36290) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:32.787866 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-89d11ef3-3f39-4d1c-920c-91fabdb02b03 req-21193699-c391-46da-8cdb-99076c63b05b tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 210 time: 0.0662117 May 27 09:29:32.811106 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:32.845533 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:32.851062 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:e4fcaa12a23f4e7380f3624b53eb72c8 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:32.856313 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:32.864497 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:32.973948 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:32.979601 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:32.994022 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:33.020787 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:33.041595 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4fcaa12a23f4e7380f3624b53eb72c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854071 May 27 09:29:33.043983 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36296) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:33.046719 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff0ae27-1211-4ed8-afcf-2db42fdc35ec,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:33.063077 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:33.065049 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:33.072251 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:33.119984 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cca9acfd-a70f-4f93-975d-8046ab27a1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:33.151408 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Network 83bf35de-7aa9-4e70-b875-0ea08594376d is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:29:33.154784 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:33.158676 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:29:33.165764 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cca9acfd-a70f-4f93-975d-8046ab27a1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:33.206260 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Pushing event updated for resources: {'Port': ['ID=99691f42-5371-417a-9fb7-0e81e18b4c56,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:33.218056 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:33.266452 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cca9acfd-a70f-4f93-975d-8046ab27a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:33.273135 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-1680a1df-0114-4a58-8999-371e12cef2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:33.284119 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:33.285467 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:33.299556 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9acfd-a70f-4f93-975d-8046ab27a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff0ae27-1211-4ed8-afcf-2db42fdc35ec,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:33.318310 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-cca9acfd-a70f-4f93-975d-8046ab27a1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:33.323819 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5391364 May 27 09:29:33.332009 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cca9acfd-a70f-4f93-975d-8046ab27a1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:33.334975 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-cca9acfd-a70f-4f93-975d-8046ab27a1b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eff0ae27-1211-4ed8-afcf-2db42fdc35ec HTTP/1.1" status: 204 len: 168 time: 0.2900355 May 27 09:29:33.346015 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Request body: {'port': {'device_id': '329cc59b-b231-46f9-b72d-ba074982ba80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:33.489812 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:34.059446 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bec3a5-77f4-4c65-b3c7-42cb898f1d89 req-15a4c66f-b602-4056-9464-9fb40f6d4627 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:34.061689 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d6bec3a5-77f4-4c65-b3c7-42cb898f1d89 req-15a4c66f-b602-4056-9464-9fb40f6d4627 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1352038 May 27 09:29:34.063468 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80a20f-7ebd-4a20-abfc-62705c8429b9 req-f68fdc41-67a3-4941-baa8-64b8419886f2 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:34.065119 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4f80a20f-7ebd-4a20-abfc-62705c8429b9 req-f68fdc41-67a3-4941-baa8-64b8419886f2 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.4259660 May 27 09:29:34.131354 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d6bec3a5-77f4-4c65-b3c7-42cb898f1d89 req-28ea3797-c02e-4878-b544-b3da19367925 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579524 May 27 09:29:34.153482 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4f80a20f-7ebd-4a20-abfc-62705c8429b9 req-1296951c-93a2-4f51-ac96-0bf328095e34 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731342 May 27 09:29:34.292306 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99691f42-5371-417a-9fb7-0e81e18b4c56 {{(pid=91808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:29:34.301798 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:34.326223 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Transition to ACTIVE for port object 99691f42-5371-417a-9fb7-0e81e18b4c56 will not be triggered until provisioned by entity L2. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:34.335156 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:34.346639 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-887e7861-bd03-4b16-ba11-a6280f9c1ef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:34.503781 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfaafa-6de9-4afa-9568-5b4c6baa8944 req-41a64770-6cd6-449a-bcc5-4338402bc218 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:34.505595 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-26bfaafa-6de9-4afa-9568-5b4c6baa8944 req-41a64770-6cd6-449a-bcc5-4338402bc218 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 931 time: 0.2429411 May 27 09:29:34.577476 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Pushing event updated for resources: {'Port': ['ID=99691f42-5371-417a-9fb7-0e81e18b4c56,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:34.587058 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:34.598780 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-26bfaafa-6de9-4afa-9568-5b4c6baa8944 req-84bff6b0-4fba-4461-9fa1-cd1a15e3dd55 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Synchronizing usage tracker for tenant:259943aae4704bf49a75a76be0be2b8f on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:29:34.625737 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-26bfaafa-6de9-4afa-9568-5b4c6baa8944 req-84bff6b0-4fba-4461-9fa1-cd1a15e3dd55 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Unset dirty status for tenant:259943aae4704bf49a75a76be0be2b8f on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:29:34.627396 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-26bfaafa-6de9-4afa-9568-5b4c6baa8944 req-84bff6b0-4fba-4461-9fa1-cd1a15e3dd55 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090991 May 27 09:29:34.687953 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Attempting to bind port 99691f42-5371-417a-9fb7-0e81e18b4c56 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:29:34.688314 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Attempting to bind port 99691f42-5371-417a-9fb7-0e81e18b4c56 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0fe3c98d-d073-48a4-b02e-bdb9d9dff726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d'}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:29:34.688638 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Attempting to bind port 99691f42-5371-417a-9fb7-0e81e18b4c56 on network 83bf35de-7aa9-4e70-b875-0ea08594376d {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:29:34.693680 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Port 99691f42-5371-417a-9fb7-0e81e18b4c56 on network 83bf35de-7aa9-4e70-b875-0ea08594376d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:29:34.693997 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Attempting to bind port 99691f42-5371-417a-9fb7-0e81e18b4c56 on network 83bf35de-7aa9-4e70-b875-0ea08594376d {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:29:34.700290 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:29:34.700620 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Checking segment: {'id': '0fe3c98d-d073-48a4-b02e-bdb9d9dff726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:34.701038 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Bound using segment: {'id': '0fe3c98d-d073-48a4-b02e-bdb9d9dff726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d'} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:29:34.701501 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Bound port: 99691f42-5371-417a-9fb7-0e81e18b4c56, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe3c98d-d073-48a4-b02e-bdb9d9dff726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d'}}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:29:34.701870 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:34.824033 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] For port 99691f42-5371-417a-9fb7-0e81e18b4c56, host hv-cinder-77262, cleared binding levels {{(pid=91808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:29:34.832563 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] For port 99691f42-5371-417a-9fb7-0e81e18b4c56, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=99691f42-5371-417a-9fb7-0e81e18b4c56,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:29:34.838379 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:34.842343 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c19a73cc-f3ab-4467-850f-4ad6373ea917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:34.898844 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:34.899856 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:34.901253 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] 10.222.0.36 "PUT /v2.0/ports/99691f42-5371-417a-9fb7-0e81e18b4c56 HTTP/1.1" status: 200 len: 1093 time: 1.5674272 May 27 09:29:34.904536 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329cc59b-b231-46f9-b72d-ba074982ba80', 'tag': '99691f42-5371-417a-9fb7-0e81e18b4c56'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:29:34.931555 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Pushing event updated for resources: {'Port': ['ID=99691f42-5371-417a-9fb7-0e81e18b4c56,revision_number=3']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:34.939161 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:34.998889 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329cc59b-b231-46f9-b72d-ba074982ba80', 'tag': '99691f42-5371-417a-9fb7-0e81e18b4c56', 'status': 'completed', 'code': 200} May 27 09:29:35.043817 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36404436-1148-48cb-8325-632294f577ea req-6674ecf7-3a85-4e66-949f-34695f3cfba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:35.050072 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-6674ecf7-3a85-4e66-949f-34695f3cfba2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=259943aae4704bf49a75a76be0be2b8f&device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 1096 time: 0.0921714 May 27 09:29:35.124629 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-2763cc4a-697a-4b5e-8bd4-b9c3e582c674 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99691f42-5371-417a-9fb7-0e81e18b4c56 HTTP/1.1" status: 200 len: 217 time: 0.0658324 May 27 09:29:35.215158 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36404436-1148-48cb-8325-632294f577ea req-b1dc8b74-70a9-44d4-a78e-7292638ccea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:35.217254 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-b1dc8b74-70a9-44d4-a78e-7292638ccea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2758fc05-7b98-4cd4-8c86-b86a197fa4ec HTTP/1.1" status: 200 len: 853 time: 0.0847859 May 27 09:29:35.350949 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-c611758b-5f02-48b5-bed4-179c9a53b769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83bf35de-7aa9-4e70-b875-0ea08594376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195967 May 27 09:29:35.392261 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c688ab-f5b1-4273-a0d2-d32f80daae42 req-5205d3bc-bea7-4207-8ed0-afd9280e3471 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:35.406493 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-79c688ab-f5b1-4273-a0d2-d32f80daae42 req-5205d3bc-bea7-4207-8ed0-afd9280e3471 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1379895 May 27 09:29:35.450174 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36396) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:35.516857 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-79c688ab-f5b1-4273-a0d2-d32f80daae42 req-d8d9d245-3c4d-4647-9a10-83015f67c1c4 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093719 May 27 09:29:35.526130 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36404) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:35.621381 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-4d83cf63-1a8c-46c1-a53b-2b4cc193aaa4 service neutron] 10.222.0.36 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631557 May 27 09:29:35.769244 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:35.809042 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:35.812397 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Usage tracker for resource:security_group_rule and tenant:8b6b05537b254ea5a2d2763937a9eaf1 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:35.831970 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:35.851297 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:35.855839 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36404436-1148-48cb-8325-632294f577ea req-89353164-699b-40da-9de5-fd5673c16c87 service neutron] 10.222.0.36 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279580 May 27 09:29:35.856892 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:35.862307 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Usage tracker for resource:security_group_rule and tenant:3822dc734610475b81e10d693f8a5a48 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:35.864626 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:35.866325 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:35.873518 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:35.945252 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0900b5-4368-4472-a88f-7f0d2b581909 req-ad3c92bc-4deb-4ca1-a530-151dc0a39bfe tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:35.946876 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9d0900b5-4368-4472-a88f-7f0d2b581909 req-ad3c92bc-4deb-4ca1-a530-151dc0a39bfe tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 943 time: 0.1377916 May 27 09:29:36.036003 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.040305 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9d0900b5-4368-4472-a88f-7f0d2b581909 req-b425a233-f54f-4bb4-a6cd-87d19c8fd7da tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834508 May 27 09:29:36.050879 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.072650 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-26dfe8d5-ac29-467a-b23e-17a9a51dee40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:36.106695 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.110590 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-9ac06493-6197-48bd-a10e-5141705ac74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:36.112329 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-9ac06493-6197-48bd-a10e-5141705ac74e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=259943aae4704bf49a75a76be0be2b8f&device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 1096 time: 0.1953363 May 27 09:29:36.113728 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.121321 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-610c0602-2338-402d-8863-6040a6055ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:36.138292 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67873da8-6370-4eb1-8d11-4e29239a7dcc,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:36.142068 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:36.157144 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b6b05537b254ea5a2d2763937a9eaf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940095 May 27 09:29:36.158368 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36414) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:36.233751 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b159849-b66a-4503-8c72-3cca70198ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.253811 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3822dc734610475b81e10d693f8a5a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7265518 May 27 09:29:36.257210 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36418) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:36.262885 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1de31b2-3715-4694-9c9d-06a8e9950f1d,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:36.268231 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:36.280960 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b159849-b66a-4503-8c72-3cca70198ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.320029 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-9d273482-3f8c-472f-bee5-112cdb92d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:36.322457 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-9d273482-3f8c-472f-bee5-112cdb92d0dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=83bf35de-7aa9-4e70-b875-0ea08594376d HTTP/1.1" status: 200 len: 914 time: 0.1928868 May 27 09:29:36.373592 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6607f1a8-f2a0-4362-9025-0e6c2734a668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.407829 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6607f1a8-f2a0-4362-9025-0e6c2734a668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.416398 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b159849-b66a-4503-8c72-3cca70198ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.424191 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-107bfb32-6e6c-4915-ac1c-611c95405425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:36.444556 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b159849-b66a-4503-8c72-3cca70198ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67873da8-6370-4eb1-8d11-4e29239a7dcc,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:36.454689 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b159849-b66a-4503-8c72-3cca70198ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:36.469187 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b159849-b66a-4503-8c72-3cca70198ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.471359 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6b159849-b66a-4503-8c72-3cca70198ab7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67873da8-6370-4eb1-8d11-4e29239a7dcc HTTP/1.1" status: 204 len: 168 time: 0.3108618 May 27 09:29:36.513259 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6607f1a8-f2a0-4362-9025-0e6c2734a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.517430 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-0966875c-6e2f-40bf-9f77-4d34bae055a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:36.531677 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607f1a8-f2a0-4362-9025-0e6c2734a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1de31b2-3715-4694-9c9d-06a8e9950f1d,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:36.535761 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6607f1a8-f2a0-4362-9025-0e6c2734a668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:36.538729 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-3045abd3-88a6-4b00-96ef-0f4042cd34fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99691f42-5371-417a-9fb7-0e81e18b4c56 HTTP/1.1" status: 200 len: 217 time: 0.2032852 May 27 09:29:36.541698 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6607f1a8-f2a0-4362-9025-0e6c2734a668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:36.555368 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6607f1a8-f2a0-4362-9025-0e6c2734a668 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1de31b2-3715-4694-9c9d-06a8e9950f1d HTTP/1.1" status: 204 len: 168 time: 0.2847676 May 27 09:29:36.658902 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-0bddceac-9f7d-4d38-9e28-e4639b66ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:36.666521 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-0bddceac-9f7d-4d38-9e28-e4639b66ffe0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2758fc05-7b98-4cd4-8c86-b86a197fa4ec HTTP/1.1" status: 200 len: 853 time: 0.1149030 May 27 09:29:36.729701 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-9b6ab090-29a8-4f3a-9ec0-eea9c3306209 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83bf35de-7aa9-4e70-b875-0ea08594376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597091 May 27 09:29:36.906422 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e12d30-f013-4511-aa61-8afb52965359 req-0e08c904-2c07-4a28-9f03-81e89a1b8f8e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:36.908242 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e7e12d30-f013-4511-aa61-8afb52965359 req-0e08c904-2c07-4a28-9f03-81e89a1b8f8e tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2371228 May 27 09:29:36.964505 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-b133870c-9cc9-4e3d-ad09-fc6dc6592fd4 service neutron] 10.222.0.36 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861691 May 27 09:29:37.122556 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36448) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:37.136343 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e7e12d30-f013-4511-aa61-8afb52965359 req-811b19d0-024a-4563-bb54-2c03f2014e53 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984925 May 27 09:29:37.184181 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:37.214225 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:37.219214 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-30c50ffa-7690-40d4-ba98-327af7b715f9 req-724379ae-b791-455a-a9bb-6465aa6cae89 service neutron] 10.222.0.36 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226872 May 27 09:29:37.220975 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Usage tracker for resource:security_group_rule and tenant:6cee328b2d2548e890efc53607475e19 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:37.225923 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:37.272332 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:37.378390 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64a8c5-44b0-4692-9ef8-96c72960c916 req-cec7d576-045b-4cf9-b9e4-ad993ca8c1ad tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:37.380080 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a64a8c5-44b0-4692-9ef8-96c72960c916 req-cec7d576-045b-4cf9-b9e4-ad993ca8c1ad tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 943 time: 0.1554601 May 27 09:29:37.456173 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:37.460926 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:37.472522 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-cca9acfd-a70f-4f93-975d-8046ab27a1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:37.486273 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a64a8c5-44b0-4692-9ef8-96c72960c916 req-3f29f083-6c50-419f-8c85-67a324639139 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886586 May 27 09:29:37.517995 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cee328b2d2548e890efc53607475e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876009 May 27 09:29:37.520011 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab401fc-e6a1-4549-8ee2-6a8a32702788,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:37.520718 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36456) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:37.523382 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:37.593151 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c4e8c11a-c25a-4def-9ff2-42bf22743280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:37.628006 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c4e8c11a-c25a-4def-9ff2-42bf22743280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:37.694406 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c4e8c11a-c25a-4def-9ff2-42bf22743280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:37.698230 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a91c0ad1-e2b6-4bf9-80fc-06472a973bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:37.711649 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8c11a-c25a-4def-9ff2-42bf22743280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab401fc-e6a1-4549-8ee2-6a8a32702788,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:37.715842 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c4e8c11a-c25a-4def-9ff2-42bf22743280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:37.721958 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c4e8c11a-c25a-4def-9ff2-42bf22743280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:37.724278 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c4e8c11a-c25a-4def-9ff2-42bf22743280 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bab401fc-e6a1-4549-8ee2-6a8a32702788 HTTP/1.1" status: 204 len: 168 time: 0.2024648 May 27 09:29:38.234496 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36484) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:38.271932 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:38.292588 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:38.297116 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Usage tracker for resource:security_group_rule and tenant:25f7565d97d14fdc8dd21b6d4af8238c is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:38.300468 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:38.308352 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:38.465924 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:38.475364 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:38.497085 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4c58f2f4-03a3-4f65-ac75-da87b4388377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:38.582593 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30a90-e69d-4a9e-99bd-f5c042df2804 req-56b46ddb-4104-42d3-a526-810b310c70d1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:38.584091 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25f7565d97d14fdc8dd21b6d4af8238c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478098 May 27 09:29:38.588969 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c9ce7-a4ec-495d-b1d1-220297be7710,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:38.595218 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a5a30a90-e69d-4a9e-99bd-f5c042df2804 req-56b46ddb-4104-42d3-a526-810b310c70d1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2277038 May 27 09:29:38.596806 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36494) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:38.608210 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:38.670317 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 99691f42-5371-417a-9fb7-0e81e18b4c56 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:29:38.746658 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36498) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:38.768517 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a5a30a90-e69d-4a9e-99bd-f5c042df2804 req-32f42f4e-1d76-4354-8692-69846c1485e8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336677 May 27 09:29:38.846599 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92774a-f1b0-459b-a819-ddec796506bc req-38b04364-8f1c-4918-8505-48059b7ba030 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:38.847835 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-5c92774a-f1b0-459b-a819-ddec796506bc req-38b04364-8f1c-4918-8505-48059b7ba030 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Synchronizing usage tracker for tenant:259943aae4704bf49a75a76be0be2b8f on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:29:38.853589 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b1d1edeb-6506-47a9-a20e-0871d7f7dd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:38.874738 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-5c92774a-f1b0-459b-a819-ddec796506bc req-38b04364-8f1c-4918-8505-48059b7ba030 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Unset dirty status for tenant:259943aae4704bf49a75a76be0be2b8f on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:29:38.882161 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-5c92774a-f1b0-459b-a819-ddec796506bc req-38b04364-8f1c-4918-8505-48059b7ba030 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 943 time: 0.2010894 May 27 09:29:38.882801 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 99691f42-5371-417a-9fb7-0e81e18b4c56, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=99691f42-5371-417a-9fb7-0e81e18b4c56,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:38.897853 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '99691f42-5371-417a-9fb7-0e81e18b4c56', 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d', 'port_id': '99691f42-5371-417a-9fb7-0e81e18b4c56', 'mac_address': 'fa:16:3e:5b:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2758fc05-7b98-4cd4-8c86-b86a197fa4ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:29:38.940266 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b1d1edeb-6506-47a9-a20e-0871d7f7dd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:38.947884 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-5c92774a-f1b0-459b-a819-ddec796506bc req-58fa8b55-eb05-46ae-9c1b-c2cfa192d912 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630000 May 27 09:29:39.020676 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.039501 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.046981 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b1d1edeb-6506-47a9-a20e-0871d7f7dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.052099 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-12b5c84d-2127-4022-b840-645b302cdff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:39.061374 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:39.068489 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Usage tracker for resource:security_group_rule and tenant:cc7b73ffce034df99fd9645d10eb1b05 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:39.075076 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:39.075853 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99691f42-5371-417a-9fb7-0e81e18b4c56 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:29:39.082873 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1edeb-6506-47a9-a20e-0871d7f7dd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c9ce7-a4ec-495d-b1d1-220297be7710,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:39.088762 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b1d1edeb-6506-47a9-a20e-0871d7f7dd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:39.093957 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:39.104405 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b1d1edeb-6506-47a9-a20e-0871d7f7dd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.120884 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-b1d1edeb-6506-47a9-a20e-0871d7f7dd3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d8c9ce7-a4ec-495d-b1d1-220297be7710 HTTP/1.1" status: 204 len: 168 time: 0.5126135 May 27 09:29:39.156145 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 99691f42-5371-417a-9fb7-0e81e18b4c56, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=99691f42-5371-417a-9fb7-0e81e18b4c56,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:39.197981 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.213893 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:39.272040 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.284328 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.310621 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ab1ee82a-1ef8-4257-aa2d-6667d1119bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:39.349119 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a87d38-d342-4b6f-8ab0-b08f45b8656f,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:39.370537 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:39.404433 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc7b73ffce034df99fd9645d10eb1b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6562653 May 27 09:29:39.407185 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36516) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:39.420884 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=99691f42-5371-417a-9fb7-0e81e18b4c56,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:39.436024 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.436624 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.437025 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.437440 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.437815 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.438135 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.438623 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.439058 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.439450 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.439793 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.447919 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.447919 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:39.447919 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:39.481689 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e257c00c-4ac4-4189-9cd9-1f6a91751b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.518648 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['99691f42-5371-417a-9fb7-0e81e18b4c56'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:29:39.520404 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e257c00c-4ac4-4189-9cd9-1f6a91751b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.597011 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e257c00c-4ac4-4189-9cd9-1f6a91751b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.603289 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ddb48ecc-f436-49ae-9d41-aa7d8d8fa833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:39.619323 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257c00c-4ac4-4189-9cd9-1f6a91751b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a87d38-d342-4b6f-8ab0-b08f45b8656f,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:39.624632 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-e257c00c-4ac4-4189-9cd9-1f6a91751b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:39.631533 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e257c00c-4ac4-4189-9cd9-1f6a91751b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:39.632657 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-e257c00c-4ac4-4189-9cd9-1f6a91751b81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92a87d38-d342-4b6f-8ab0-b08f45b8656f HTTP/1.1" status: 204 len: 168 time: 0.2242014 May 27 09:29:40.049652 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36542) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:40.074217 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.092673 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:40.098166 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Usage tracker for resource:security_group_rule and tenant:7c89e591483046e3953e6ed80863e1e4 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:40.102854 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:40.109910 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:40.191695 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d7ac0-db14-43d3-8fd7-a25bca8ea314 req-b84ea90d-1d3f-4fc3-971e-9c7ad99f86de tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:40.194394 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-817d7ac0-db14-43d3-8fd7-a25bca8ea314 req-b84ea90d-1d3f-4fc3-971e-9c7ad99f86de tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1981862 May 27 09:29:40.257622 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-817d7ac0-db14-43d3-8fd7-a25bca8ea314 req-6ada0953-f87d-4442-850d-e5928f11a4bb tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559375 May 27 09:29:40.268201 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36550) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:40.345028 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.355256 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.364597 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a0acbf3c-f61b-43d6-9f48-ccc194f7d6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:40.416867 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c89e591483046e3953e6ed80863e1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657115 May 27 09:29:40.421412 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36556) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:40.437128 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d3c24-66df-4d2f-9224-b266f485adc2,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:40.442734 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:40.456941 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef61b4-4b65-47d2-9c20-149d399c45bc req-c2ad3836-7996-4100-844f-f313b81c9726 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:40.458212 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bcef61b4-4b65-47d2-9c20-149d399c45bc req-c2ad3836-7996-4100-844f-f313b81c9726 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 944 time: 0.2346673 May 27 09:29:40.493487 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2041503879-network', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:40.502236 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:40.522512 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Usage tracker for resource:network and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:40.530038 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:40.544318 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:40.561373 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bcef61b4-4b65-47d2-9c20-149d399c45bc req-6e841f65-a043-44c7-b12f-c45a1bde26a9 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847902 May 27 09:29:40.568704 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Made reservation on behalf of 6d70f605810247cba902fc89fe1cdba3 for: {'network': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:29:40.578848 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ddfd-87b1-4e6a-91e4-bf3f281c6c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.579236 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.601148 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.617915 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:40.622673 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ddfd-87b1-4e6a-91e4-bf3f281c6c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.623713 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Usage tracker for resource:security_group_rule and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:40.629497 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:40.637610 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:40.691783 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 99691f42-5371-417a-9fb7-0e81e18b4c56 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:29:40.722786 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ddfd-87b1-4e6a-91e4-bf3f281c6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.737912 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-7895e3f9-ab12-4402-ae86-2987b0ca5c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:40.763094 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.764254 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7ddfd-87b1-4e6a-91e4-bf3f281c6c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d3c24-66df-4d2f-9224-b266f485adc2,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:40.771051 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.778389 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-1ab7ddfd-87b1-4e6a-91e4-bf3f281c6c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:40.779332 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3b0f2162-c2e4-4164-9af6-2c36a9eef5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:40.786080 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ddfd-87b1-4e6a-91e4-bf3f281c6c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.797604 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-1ab7ddfd-87b1-4e6a-91e4-bf3f281c6c7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d60d3c24-66df-4d2f-9224-b266f485adc2 HTTP/1.1" status: 204 len: 168 time: 0.3745441 May 27 09:29:40.866541 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=91808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:29:40.882069 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 99691f42-5371-417a-9fb7-0e81e18b4c56 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:40.882412 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f58f31-fd7b-403c-b4ea-f2a738cbdf6c,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:40.888604 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:40.889687 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 99691f42-5371-417a-9fb7-0e81e18b4c56 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:40.890385 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.897890 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.898508 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.segments_db [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Added segment 6019378d-3f3e-4a8b-9b5d-05897dafb8e6 of type vlan for network a945622c-506d-410f-907b-4f94ba757fed May 27 09:29:40.942296 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.977327 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.978746 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:40.979540 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:40.983725 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:41.109825 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Pushing event updated for resources: {'Network': ['ID=a945622c-506d-410f-907b-4f94ba757fed,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:41.114555 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:41.128735 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:41.133409 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8639002 May 27 09:29:41.134160 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36576) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:41.139908 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Request body: {'subnet': {'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2041503879-subnet', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'ip_version': 4}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:41.146304 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:41.146681 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network a945622c-506d-410f-907b-4f94ba757fed details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:29:41.160026 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Usage tracker for resource:subnet and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:41.165773 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:41.173453 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:41.203203 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Made reservation on behalf of 6d70f605810247cba902fc89fe1cdba3 for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:29:41.207131 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6574510'] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:41.368002 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 99691f42-5371-417a-9fb7-0e81e18b4c56, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=99691f42-5371-417a-9fb7-0e81e18b4c56,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:41.370390 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329cc59b-b231-46f9-b72d-ba074982ba80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99691f42-5371-417a-9fb7-0e81e18b4c56'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:29:41.389358 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:41.396007 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e179bdbb-0fc8-4fcc-8b14-97538d4b54a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:41.518261 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329cc59b-b231-46f9-b72d-ba074982ba80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99691f42-5371-417a-9fb7-0e81e18b4c56', 'code': 200} May 27 09:29:41.600977 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=99691f42-5371-417a-9fb7-0e81e18b4c56,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:41.609281 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:41.885569 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6468e-a228-4161-87af-de7c3c9a67ac req-e7c22f37-8f65-4799-8b3a-fadf6c871b2a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:41.891062 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0df6468e-a228-4161-87af-de7c3c9a67ac req-e7c22f37-8f65-4799-8b3a-fadf6c871b2a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.3564782 May 27 09:29:42.167672 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0df6468e-a228-4161-87af-de7c3c9a67ac req-cae17240-a69c-436b-b153-3f47a9c09083 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674603 May 27 09:29:42.176442 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-56b77e73-9670-4415-884c-fd1f1286cbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:42.205813 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fecfa-da9b-4723-ad66-e0e26026d0a1 req-3e775396-fe33-469d-b8e1-371a3a048225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:42.207642 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d23fecfa-da9b-4723-ad66-e0e26026d0a1 req-3e775396-fe33-469d-b8e1-371a3a048225 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 1098 time: 0.3056147 May 27 09:29:42.262794 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d23fecfa-da9b-4723-ad66-e0e26026d0a1 req-96998fe8-2fd1-4fae-a2cf-cbe55a54605e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474937 May 27 09:29:42.273306 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8283631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6574520'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:42.281046 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:42.372332 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48acffe-ec0c-487a-bb63-f998d3195a26,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:42.377504 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:42.391556 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06921f-0c50-45bf-b730-d274efaba5a1 req-1fe6e7aa-2839-4d39-b0d8-84e08ae6aaca tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:42.393186 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5a06921f-0c50-45bf-b730-d274efaba5a1 req-1fe6e7aa-2839-4d39-b0d8-84e08ae6aaca tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 945 time: 0.1910629 May 27 09:29:42.396302 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Checking segment: {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:42.396650 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Network hostable DHCP agents. Network: a945622c-506d-410f-907b-4f94ba757fed, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:29:42.445250 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Network a945622c-506d-410f-907b-4f94ba757fed is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:29:42.464415 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5a06921f-0c50-45bf-b730-d274efaba5a1 req-84946514-cdb2-4d96-a0a0-924ca979eebe tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639918 May 27 09:29:42.471204 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, a945622c-506d-410f-907b-4f94ba757fed) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:42.486704 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:42.487929 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:42.493578 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1dd25-eabc-4121-bb97-30a6a93da365 None None] Network a945622c-506d-410f-907b-4f94ba757fed requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:29:42.521433 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-a7c227a5-cc20-4ec8-89d8-217e91e574c1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3855953 May 27 09:29:42.525059 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36620) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:42.532826 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:42.546252 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:42.565550 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Usage tracker for resource:router and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:42.570889 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:42.579754 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:42.597641 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4014'] for router, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:42.599084 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4055'] for router, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:42.624380 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:42.785426 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ae6fd5-8ebc-5d11-9d3d-d0ac3b1ca7ec-a945622c-506d-410f-907b-4f94ba757fed', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26'}]}} from dv-cinder-772623-6-smb. {{(pid=91810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:29:42.786911 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:42.938661 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:43.036651 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.db_base_plugin_common [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Allocated IP 172.20.0.2 (a945622c-506d-410f-907b-4f94ba757fed/d48acffe-ec0c-487a-bb63-f998d3195a26/4e3e9b62-c607-4482-a8ac-b095d8fd3465) {{(pid=91810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:29:43.410245 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Notify callbacks [] for port, precommit_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:43.438062 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Transition to ACTIVE for port object 4e3e9b62-c607-4482-a8ac-b095d8fd3465 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:43.476687 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Transition to ACTIVE for port object 4e3e9b62-c607-4482-a8ac-b095d8fd3465 will not be triggered until provisioned by entity DHCP. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:43.487210 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:43.626308 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-b7b749da-9f65-4e8e-8d44-c576c77a8ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:43.785098 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Network a945622c-506d-410f-907b-4f94ba757fed is already hosted by enough agents. {{(pid=91810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:29:43.785098 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.base_scheduler [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Resources bound (agent type, host, resource id): {{(pid=91810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:43.795873 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Received port after_create {{(pid=91810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:29:43.914448 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:43.915349 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd373-4870-488b-b3d3-c70f2bc43f6b req-9f2b194f-0ef4-4529-b777-5d15cca2d2bb tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:43.918423 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-dd0dd373-4870-488b-b3d3-c70f2bc43f6b req-9f2b194f-0ef4-4529-b777-5d15cca2d2bb tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 945 time: 0.2107716 May 27 09:29:43.925055 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Attempting to bind port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:29:43.925466 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Attempting to bind port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:29:43.925781 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Attempting to bind port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 on network a945622c-506d-410f-907b-4f94ba757fed {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:29:43.933126 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Pushing event updated for resources: {'Port': ['ID=4e3e9b62-c607-4482-a8ac-b095d8fd3465,revision_number=1']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:43.936376 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:29:43.936971 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Checking segment: {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:43.937373 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:43.937755 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Bound using segment: {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:29:43.938242 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Bound port: 4e3e9b62-c607-4482-a8ac-b095d8fd3465, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:29:43.938625 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:43.951772 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:43.965681 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:44.043510 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-dd0dd373-4870-488b-b3d3-c70f2bc43f6b req-e91312b5-1cbe-4b5c-ba04-747a5d8554be tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160982 May 27 09:29:44.146195 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4335-0300-415b-8f37-1e56c9115c1d req-376de3d8-082c-42e4-9743-0717ae20823d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:44.150943 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] For port 4e3e9b62-c607-4482-a8ac-b095d8fd3465, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:29:44.155627 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-277d4335-0300-415b-8f37-1e56c9115c1d req-376de3d8-082c-42e4-9743-0717ae20823d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.4183323 May 27 09:29:44.156146 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] For port 4e3e9b62-c607-4482-a8ac-b095d8fd3465, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=4e3e9b62-c607-4482-a8ac-b095d8fd3465,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:29:44.165675 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:44.183409 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:44.312822 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Pushing event updated for resources: {'Port': ['ID=4e3e9b62-c607-4482-a8ac-b095d8fd3465,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:44.322975 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Allocated IP 172.28.1.44 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/be7a1d9c-6614-4b6a-baac-74657865313f) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:29:44.325447 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:44.345947 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-277d4335-0300-415b-8f37-1e56c9115c1d req-f1f50be6-cd73-4c33-a320-6c66bd5e3c93 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887736 May 27 09:29:44.567410 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:44.613627 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:44.618492 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:44.698965 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:29:44.702300 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:44.706331 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:29:44.738146 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=be7a1d9c-6614-4b6a-baac-74657865313f,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:44.745916 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:44.823508 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-4ea51427-88cd-4342-8c29-d162ac7e8c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:45.408223 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:45.504506 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763e453a-a4fa-4654-a3bc-a2214fbb1255 None None] Network a945622c-506d-410f-907b-4f94ba757fed requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:29:45.669188 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:45.683970 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-bc6762fe-e563-4394-9aaa-92df401f6947 None None] Provisioning for port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:45.869608 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 4e3e9b62-c607-4482-a8ac-b095d8fd3465 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:29:45.922379 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caea48a-49ff-4be0-97a3-3a0f9916e586 req-4566d031-5ec7-4dee-99af-33e73fcade51 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:45.923834 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7caea48a-49ff-4be0-97a3-3a0f9916e586 req-4566d031-5ec7-4dee-99af-33e73fcade51 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2951298 May 27 09:29:46.001431 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763648'] for router, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:46.080384 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:46.090507 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:46.091601 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:46.110431 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7caea48a-49ff-4be0-97a3-3a0f9916e586 req-8a174294-9a80-49eb-ba4f-ce78f991e2b8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767814 May 27 09:29:46.357612 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:46.411665 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 4e3e9b62-c607-4482-a8ac-b095d8fd3465, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=4e3e9b62-c607-4482-a8ac-b095d8fd3465,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:46.422961 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:46.427836 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:46.557183 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Router 0d2624d0-57b7-4988-9d56-7e1722d40b14 is scheduled to L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 with binding_index 1 {{(pid=91809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:29:46.597267 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-38ebb9a7-2f5a-4299-b92b-98f2d6ee10d6 None None] Provisioning complete for port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:46.598787 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-38ebb9a7-2f5a-4299-b92b-98f2d6ee10d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:46.790119 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=4e3e9b62-c607-4482-a8ac-b095d8fd3465,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:46.797868 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:47.006105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:29:47.021819 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Sync routers for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:29:47.053253 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:29:47.054284 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:47.062439 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:47.065444 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5376437 May 27 09:29:47.069488 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36776) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:47.326101 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:29:47.416987 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:47.541629 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a206e-fde5-40ae-9d16-bc01d92198f9 req-e9887c09-0edf-4909-b481-51f1f256a8fe tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:47.543159 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6e2a206e-fde5-40ae-9d16-bc01d92198f9 req-e9887c09-0edf-4909-b481-51f1f256a8fe tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.0993209 May 27 09:29:47.620531 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6e2a206e-fde5-40ae-9d16-bc01d92198f9 req-201d54cc-c6aa-431c-8e9a-a6d4ae0f5571 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704973 May 27 09:29:47.740431 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:45Z', 'revision_number': 3, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:47.750909 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Checking router: 0d2624d0-57b7-4988-9d56-7e1722d40b14 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:29:47.751381 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Updating router 0d2624d0-57b7-4988-9d56-7e1722d40b14 port be7a1d9c-6614-4b6a-baac-74657865313f binding host dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:29:47.817907 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:47.832672 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 4e3e9b62-c607-4482-a8ac-b095d8fd3465 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:29:47.945548 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:47.946111 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.205852 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.221447 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.provisioning_blocks [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Transition to ACTIVE for port object be7a1d9c-6614-4b6a-baac-74657865313f will not be triggered until provisioned by entity L2. {{(pid=91811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:48.229378 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.232950 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:48.311296 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.327958 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Attempting to bind port be7a1d9c-6614-4b6a-baac-74657865313f on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:29:48.328212 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Attempting to bind port be7a1d9c-6614-4b6a-baac-74657865313f by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:29:48.328805 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Attempting to bind port be7a1d9c-6614-4b6a-baac-74657865313f on network a100e892-3e4c-47db-be6a-a7a16035baee {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:29:48.339174 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Pushing event updated for resources: {'Port': ['ID=be7a1d9c-6614-4b6a-baac-74657865313f,revision_number=2']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:48.342011 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:29:48.342427 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Checking segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:48.342892 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.343381 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Bound using segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:29:48.344011 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Bound port: be7a1d9c-6614-4b6a-baac-74657865313f, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:29:48.344532 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.385587 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.385988 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.386511 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.386833 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.387152 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.387467 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.387779 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.388235 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.388551 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.389490 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.389810 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.390119 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:29:48.401256 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:48.452491 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] For port be7a1d9c-6614-4b6a-baac-74657865313f, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:29:48.456038 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] For port be7a1d9c-6614-4b6a-baac-74657865313f, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=be7a1d9c-6614-4b6a-baac-74657865313f,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:29:48.460311 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.464881 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:48.544893 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:29:48.545511 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:48.567644 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Allocated IP 172.20.0.1 (a945622c-506d-410f-907b-4f94ba757fed/d48acffe-ec0c-487a-bb63-f998d3195a26/8f605e97-dc6e-47b4-8b7e-85f2e14abc06) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:29:48.654151 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Pushing event updated for resources: {'Port': ['ID=be7a1d9c-6614-4b6a-baac-74657865313f,revision_number=3']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:48.659442 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-4c98f5b7-da5a-4ebc-a58d-0e16ffa81efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:48.757517 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.781834 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Transition to ACTIVE for port object 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 will not be triggered until provisioned by entity DHCP. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:48.803801 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:29:48.810078 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.812250 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:48.827462 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:48.897669 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Network a945622c-506d-410f-907b-4f94ba757fed is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:29:48.902296 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:48.907186 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:29:48.994459 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768102'] for router_interface, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:49.078103 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Pushing event updated for resources: {'Port': ['ID=8f605e97-dc6e-47b4-8b7e-85f2e14abc06,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:49.084877 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:49.191962 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a322e-68f9-4c21-8d22-269dc024d153 req-04baac8f-6b49-446c-8db9-9d5cc38e62a0 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:49.197855 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-227a322e-68f9-4c21-8d22-269dc024d153 req-04baac8f-6b49-446c-8db9-9d5cc38e62a0 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.4448311 May 27 09:29:49.279420 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:49.324401 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-227a322e-68f9-4c21-8d22-269dc024d153 req-84e7f920-c6ae-41e3-97ae-d34747585f4d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228657 May 27 09:29:49.361227 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:45Z', 'revision_number': 3, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:49.365687 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff19c20-abae-4ba4-b750-75dbb4887cc5 None None] The sync data for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb is: [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:45Z', 'revision_number': 3, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:29:49.390777 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-39781ce2-42e2-4f1c-a083-d840dc52990f None None] Provisioning for port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:49.397235 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-39781ce2-42e2-4f1c-a083-d840dc52990f None None] Provisioning complete for port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:49.397917 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-39781ce2-42e2-4f1c-a083-d840dc52990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:49.493148 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-39781ce2-42e2-4f1c-a083-d840dc52990f None None] Port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:29:49.637828 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:49.645591 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:49.683745 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-727a640c-227b-4897-930c-3f1e02837e0f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:49.814534 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768197'] for router_interface, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:49.818761 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Pushing event updated for resources: {'Port': ['ID=8f605e97-dc6e-47b4-8b7e-85f2e14abc06,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:49.825088 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:49.897138 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device be7a1d9c-6614-4b6a-baac-74657865313f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:29:49.981142 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port be7a1d9c-6614-4b6a-baac-74657865313f completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:49.986705 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port be7a1d9c-6614-4b6a-baac-74657865313f triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:49.987692 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:50.078888 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Network a945622c-506d-410f-907b-4f94ba757fed is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:29:50.080365 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:50.153343 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:50.190312 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port be7a1d9c-6614-4b6a-baac-74657865313f, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=be7a1d9c-6614-4b6a-baac-74657865313f,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:50.198498 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:50.201590 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:50.289653 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=be7a1d9c-6614-4b6a-baac-74657865313f,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:50.295846 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:50.404510 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Router 0d2624d0-57b7-4988-9d56-7e1722d40b14 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:29:50.451578 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-2e892a32-5141-4db8-b10b-a0dd83bc5463 None None] Provisioning complete for port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:50.452511 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2e892a32-5141-4db8-b10b-a0dd83bc5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:50.546188 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-2e892a32-5141-4db8-b10b-a0dd83bc5463 None None] Port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:29:50.683226 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:29:50.698829 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] 10.222.0.37 "PUT /v2.0/routers/0d2624d0-57b7-4988-9d56-7e1722d40b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6231432 May 27 09:29:50.701228 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7827-3f7f-4816-8a4d-d5bc2de429b8 req-a32ec1b9-e569-473d-b8e5-b5c7e46b5eee tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:50.716264 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6e5e7827-3f7f-4816-8a4d-d5bc2de429b8 req-a32ec1b9-e569-473d-b8e5-b5c7e46b5eee tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1640983 May 27 09:29:50.765622 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6e5e7827-3f7f-4816-8a4d-d5bc2de429b8 req-c678a5ed-2a7f-419a-9a1a-aa254522d66d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482800 May 27 09:29:51.654575 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Sync routers for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:29:51.669316 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:29:51.671958 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:51.928124 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device be7a1d9c-6614-4b6a-baac-74657865313f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:29:51.939365 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36892) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:51.947629 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1313094460-network', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:51.953860 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:51.961478 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Usage tracker for resource:network and tenant:d5f84205a6314a36a6d6d3a16b96efcc is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:51.969617 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:52.015045 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:29:52.016073 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:52.043806 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Made reservation on behalf of d5f84205a6314a36a6d6d3a16b96efcc for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:29:52.046116 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.061720 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.080271 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:52.087089 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f84205a6314a36a6d6d3a16b96efcc is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:52.090546 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:52.099578 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:52.114546 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8d4d3-ef4f-4929-84d7-3a661e319e69 req-b4a6ecc2-3f90-4faa-bded-71f0595f450b tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:52.116086 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cdb8d4d3-ef4f-4929-84d7-3a661e319e69 req-b4a6ecc2-3f90-4faa-bded-71f0595f450b tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1489606 May 27 09:29:52.157702 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port be7a1d9c-6614-4b6a-baac-74657865313f triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:52.158076 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.197871 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cdb8d4d3-ef4f-4929-84d7-3a661e319e69 req-445b60fe-77f8-4dfa-8a86-123f9b9bfd39 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730422 May 27 09:29:52.262815 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.266770 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.271594 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:52.301115 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:29:52.311467 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c307865f-11cb-4a3c-95ee-646e7c15b4a9,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:52.315747 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:52.326910 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.327476 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Added segment 3863ca26-82d2-48fb-8939-92e3747cfe8e of type vlan for network 49952163-63f2-4df6-9445-f508382cdccc May 27 09:29:52.385882 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.422612 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.424302 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:52.425056 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.429205 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:52.498940 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '8f605e97-dc6e-47b4-8b7e-85f2e14abc06', 'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'mac_address': 'fa:16:3e:34:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:48Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 2, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'subnets': [{'id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:52.504454 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Checking router: 0d2624d0-57b7-4988-9d56-7e1722d40b14 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:29:52.504952 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Updating router 0d2624d0-57b7-4988-9d56-7e1722d40b14 port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 binding host dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:29:52.538027 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5975380 May 27 09:29:52.540160 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Pushing event updated for resources: {'Network': ['ID=49952163-63f2-4df6-9445-f508382cdccc,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:52.541776 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36896) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:52.545031 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:52.547773 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Request body: {'subnet': {'network_id': '49952163-63f2-4df6-9445-f508382cdccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1313094460-subnet', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'ip_version': 4}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:52.554195 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:52.558890 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 49952163-63f2-4df6-9445-f508382cdccc details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:29:52.559244 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Usage tracker for resource:subnet and tenant:d5f84205a6314a36a6d6d3a16b96efcc is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:52.562378 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:52.569116 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:52.589175 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Made reservation on behalf of d5f84205a6314a36a6d6d3a16b96efcc for: {'subnet': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:29:52.593013 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7089748'] for subnet, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:52.641834 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:53.174452 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7089730'] for subnet, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:53.179100 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:53.288644 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:53.302284 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Checking segment: {'id': '3863ca26-82d2-48fb-8939-92e3747cfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '49952163-63f2-4df6-9445-f508382cdccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:53.302639 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Network hostable DHCP agents. Network: 49952163-63f2-4df6-9445-f508382cdccc, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:29:53.307701 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Transition to ACTIVE for port object 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:53.310445 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d2252b-5dc2-4d7a-8369-aac7f92cbec3,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:53.317200 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:53.321114 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:53.327227 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:53.331714 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Network 49952163-63f2-4df6-9445-f508382cdccc is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:29:53.354213 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 49952163-63f2-4df6-9445-f508382cdccc) {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:53.370530 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:53.371818 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:53.402698 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61840715-ef3e-4666-8a86-fd3030e442bf None None] Network 49952163-63f2-4df6-9445-f508382cdccc requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:29:53.419096 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-0cbdc1b2-23cd-45e4-8bd9-8edca5cfe5b8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8673961 May 27 09:29:53.420453 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 36918) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:53.474690 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:29:53.481967 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:29:53.499233 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Usage tracker for resource:router and tenant:d5f84205a6314a36a6d6d3a16b96efcc is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:29:53.503465 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:29:53.516246 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:29:53.549294 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13097851-fda5-456c-81a0-36b24d9fed17 req-2a8316ff-cfbf-43ec-9bf2-e8dca2aa3b51 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:53.551189 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13097851-fda5-456c-81a0-36b24d9fed17 req-2a8316ff-cfbf-43ec-9bf2-e8dca2aa3b51 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1292839 May 27 09:29:53.552864 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4014'] for router, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:53.554218 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4055'] for router, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:53.591086 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:53.618006 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b868cec-8e12-4e11-9efd-8a9e113e5426 None None] Pushing event updated for resources: {'Port': ['ID=8f605e97-dc6e-47b4-8b7e-85f2e14abc06,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:53.635849 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13097851-fda5-456c-81a0-36b24d9fed17 req-901a6ca1-4fa3-4d54-af70-0702f740b8cd tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715497 May 27 09:29:53.720234 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-4b868cec-8e12-4e11-9efd-8a9e113e5426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:53.831233 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Attempting to bind port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:29:53.831618 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Attempting to bind port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:29:53.832145 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Attempting to bind port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 on network a945622c-506d-410f-907b-4f94ba757fed {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:29:53.882938 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:29:53.883317 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Checking segment: {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:53.883929 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:53.884326 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Bound using segment: {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:29:53.884855 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Bound port: 8f605e97-dc6e-47b4-8b7e-85f2e14abc06, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:29:53.885240 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:54.025863 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:54.051524 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] For port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:29:54.051524 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] For port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=8f605e97-dc6e-47b4-8b7e-85f2e14abc06,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:29:54.056105 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:54.062868 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-511ce062-c145-4fd5-9cd4-56f14a82f898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:54.095225 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ae6fd5-8ebc-5d11-9d3d-d0ac3b1ca7ec-49952163-63f2-4df6-9445-f508382cdccc', 'network_id': '49952163-63f2-4df6-9445-f508382cdccc', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'fixed_ips': [{'subnet_id': 'f9d2252b-5dc2-4d7a-8369-aac7f92cbec3'}]}} from dv-cinder-772623-6-smb. {{(pid=91810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:29:54.096165 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:54.223240 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:29:54.223893 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:54.310718 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b868cec-8e12-4e11-9efd-8a9e113e5426 None None] Pushing event updated for resources: {'Port': ['ID=8f605e97-dc6e-47b4-8b7e-85f2e14abc06,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:54.327140 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-4b868cec-8e12-4e11-9efd-8a9e113e5426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:54.554982 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:54.600576 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:54.652930 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.db_base_plugin_common [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Allocated IP 172.20.0.2 (49952163-63f2-4df6-9445-f508382cdccc/f9d2252b-5dc2-4d7a-8369-aac7f92cbec3/1b5a64b7-d7f7-434c-b7c4-cba0b5da0881) {{(pid=91810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:29:54.674346 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:29:54.844123 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Allocated IP 172.28.1.13 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/5e0727d3-ae1e-4c7b-98f5-906004472a2d) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:29:55.149839 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d97f25-b712-4c9b-a290-cbcacd12d55a req-32f0b505-14fd-454b-9849-7cb3efaee2f6 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:55.151779 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-85d97f25-b712-4c9b-a290-cbcacd12d55a req-32f0b505-14fd-454b-9849-7cb3efaee2f6 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.3102767 May 27 09:29:55.261956 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:55.268547 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-85d97f25-b712-4c9b-a290-cbcacd12d55a req-abd302aa-ab90-414d-85b0-e58a2d51a512 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868669 May 27 09:29:55.305927 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:55.310976 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:55.330853 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Notify callbacks [] for port, precommit_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:55.380361 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Transition to ACTIVE for port object 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:55.384232 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:29:55.389706 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:55.395080 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:29:55.437312 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0727d3-ae1e-4c7b-98f5-906004472a2d,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:55.444345 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:55.458508 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Transition to ACTIVE for port object 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 will not be triggered until provisioned by entity DHCP. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:55.520516 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:55.530469 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:55.603263 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Network 49952163-63f2-4df6-9445-f508382cdccc is already hosted by enough agents. {{(pid=91810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:29:55.611449 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.base_scheduler [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Resources bound (agent type, host, resource id): {{(pid=91810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:55.617549 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Received port after_create {{(pid=91810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:29:55.630068 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Pushing event updated for resources: {'Port': ['ID=1b5a64b7-d7f7-434c-b7c4-cba0b5da0881,revision_number=1']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:55.661842 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:55.752201 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Attempting to bind port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:29:55.752602 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Attempting to bind port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3863ca26-82d2-48fb-8939-92e3747cfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '49952163-63f2-4df6-9445-f508382cdccc'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:29:55.753032 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Attempting to bind port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 on network 49952163-63f2-4df6-9445-f508382cdccc {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:29:55.756987 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '8f605e97-dc6e-47b4-8b7e-85f2e14abc06', 'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'mac_address': 'fa:16:3e:34:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:48Z', 'updated_at': '2021-05-27T09:29:54Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'subnets': [{'id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:55.764640 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:29:55.765036 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Checking segment: {'id': '3863ca26-82d2-48fb-8939-92e3747cfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '49952163-63f2-4df6-9445-f508382cdccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:55.765440 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:55.765815 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Bound using segment: {'id': '3863ca26-82d2-48fb-8939-92e3747cfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '49952163-63f2-4df6-9445-f508382cdccc'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:29:55.766287 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Bound port: 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3863ca26-82d2-48fb-8939-92e3747cfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '49952163-63f2-4df6-9445-f508382cdccc'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:29:55.766655 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:55.775816 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391fd94-36be-4c5b-be8d-d855cb9e9ea2 None None] The sync data for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb is: [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '8f605e97-dc6e-47b4-8b7e-85f2e14abc06', 'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'mac_address': 'fa:16:3e:34:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:48Z', 'updated_at': '2021-05-27T09:29:54Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'subnets': [{'id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:29:55.950584 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] For port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:29:55.954822 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] For port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=1b5a64b7-d7f7-434c-b7c4-cba0b5da0881,segment=NetworkSegment(3863ca26-82d2-48fb-8939-92e3747cfe8e),segment_id=3863ca26-82d2-48fb-8939-92e3747cfe8e)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:29:55.964791 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:55.965358 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:55.981819 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:56.145332 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Pushing event updated for resources: {'Port': ['ID=1b5a64b7-d7f7-434c-b7c4-cba0b5da0881,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:56.157878 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:57.021304 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f9336-d9dc-46a6-bbc9-b8c61614cf22 req-821b5c03-9e99-4422-ad6c-c6df051e3c00 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:57.024553 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f84f9336-d9dc-46a6-bbc9-b8c61614cf22 req-821b5c03-9e99-4422-ad6c-c6df051e3c00 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.3921907 May 27 09:29:57.062662 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763648'] for router, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:57.214304 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f84f9336-d9dc-46a6-bbc9-b8c61614cf22 req-558ba566-d0a9-47ce-a91c-9f1698dcc7ad tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808445 May 27 09:29:57.380794 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Router 8e0c0015-005b-4533-b597-a9dec3e7e391 is scheduled to L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 with binding_index 1 {{(pid=91809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:29:57.409430 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7434323-e1c4-4f86-a75b-4819095e0076 None None] Network 49952163-63f2-4df6-9445-f508382cdccc requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:29:57.506531 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-462134b2-4cdb-4599-9b89-9ff23397da67 None None] Provisioning for port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:57.837541 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:29:57.853141 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Sync routers for ids ['8e0c0015-005b-4533-b597-a9dec3e7e391'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:29:57.875745 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Routers {'8e0c0015-005b-4533-b597-a9dec3e7e391'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:29:57.877003 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['8e0c0015-005b-4533-b597-a9dec3e7e391'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:57.882251 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:57.887553 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 36986) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:29:57.890269 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4192967 May 27 09:29:58.025225 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:29:58.178173 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:58.184199 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:58.184637 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:58.196637 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Set router 8e0c0015-005b-4533-b597-a9dec3e7e391 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:29:58.358160 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:58.398569 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=1b5a64b7-d7f7-434c-b7c4-cba0b5da0881,segment=NetworkSegment(3863ca26-82d2-48fb-8939-92e3747cfe8e),segment_id=3863ca26-82d2-48fb-8939-92e3747cfe8e)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:58.412891 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:58.415118 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:29:58.469070 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:58.510539 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbcf68-50e5-4b5f-ad33-dcc4951351a7 req-89de7d69-c83d-41a0-a49b-2bb67354bd04 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:29:58.515674 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b2fbcf68-50e5-4b5f-ad33-dcc4951351a7 req-89de7d69-c83d-41a0-a49b-2bb67354bd04 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1241522 May 27 09:29:58.572406 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=1b5a64b7-d7f7-434c-b7c4-cba0b5da0881,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:58.578129 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:58.588056 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b2fbcf68-50e5-4b5f-ad33-dcc4951351a7 req-3e24ee88-fd28-4ef3-87a4-81a0ed424d6d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558565 May 27 09:29:58.589026 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:29:58.597057 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:29:58.597701 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:58.638847 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:53Z', 'updated_at': '2021-05-27T09:29:55Z', 'revision_number': 3, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'gw_port': {'id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:54Z', 'updated_at': '2021-05-27T09:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:58.646699 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Checking router: 8e0c0015-005b-4533-b597-a9dec3e7e391 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:29:58.647163 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Updating router 8e0c0015-005b-4533-b597-a9dec3e7e391 port 5e0727d3-ae1e-4c7b-98f5-906004472a2d binding host dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:29:58.719324 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:58.768652 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:58.817468 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=8f605e97-dc6e-47b4-8b7e-85f2e14abc06,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:29:58.823661 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:58.831681 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:58.936934 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=8f605e97-dc6e-47b4-8b7e-85f2e14abc06,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:58.941010 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:59.024691 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:29:59.102880 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:59.187560 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Notify callbacks [] for port, precommit_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:59.211342 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.provisioning_blocks [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Transition to ACTIVE for port object 5e0727d3-ae1e-4c7b-98f5-906004472a2d will not be triggered until provisioned by entity L2. {{(pid=91811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:59.226434 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:59.243265 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-4161ea28-7891-4ea6-8fee-5425e4f5bf97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:59.332346 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26077d-036e-4979-ba5c-f628e26b5b99 None None] Pushing event updated for resources: {'Port': ['ID=5e0727d3-ae1e-4c7b-98f5-906004472a2d,revision_number=2']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:59.372790 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Attempting to bind port 5e0727d3-ae1e-4c7b-98f5-906004472a2d on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:29:59.373186 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Attempting to bind port 5e0727d3-ae1e-4c7b-98f5-906004472a2d by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:29:59.373552 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Attempting to bind port 5e0727d3-ae1e-4c7b-98f5-906004472a2d on network a100e892-3e4c-47db-be6a-a7a16035baee {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:29:59.380456 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-da26077d-036e-4979-ba5c-f628e26b5b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:59.381440 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:29:59.381821 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Checking segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:29:59.382241 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:59.382945 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Bound using segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:29:59.383661 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Bound port: 5e0727d3-ae1e-4c7b-98f5-906004472a2d, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:29:59.384326 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:59.417784 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Allocated IP 172.20.0.1 (49952163-63f2-4df6-9445-f508382cdccc/f9d2252b-5dc2-4d7a-8369-aac7f92cbec3/d6169fe9-5f1e-4fda-88e7-cff9eeb64440) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:29:59.524018 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] For port 5e0727d3-ae1e-4c7b-98f5-906004472a2d, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:29:59.527491 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] For port 5e0727d3-ae1e-4c7b-98f5-906004472a2d, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=5e0727d3-ae1e-4c7b-98f5-906004472a2d,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:29:59.533412 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:59.541436 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:59.633086 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:59.642405 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Routers {'8e0c0015-005b-4533-b597-a9dec3e7e391'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:29:59.642405 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['8e0c0015-005b-4533-b597-a9dec3e7e391'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:29:59.656240 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Transition to ACTIVE for port object d6169fe9-5f1e-4fda-88e7-cff9eeb64440 will not be triggered until provisioned by entity DHCP. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:29:59.691694 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:59.697819 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:29:59.793575 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6169fe9-5f1e-4fda-88e7-cff9eeb64440,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:59.797322 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:59.806865 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26077d-036e-4979-ba5c-f628e26b5b99 None None] Pushing event updated for resources: {'Port': ['ID=5e0727d3-ae1e-4c7b-98f5-906004472a2d,revision_number=3']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:29:59.815429 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Network 49952163-63f2-4df6-9445-f508382cdccc is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:29:59.816682 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:29:59.817179 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-da26077d-036e-4979-ba5c-f628e26b5b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:29:59.819225 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:29:59.893817 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768102'] for router_interface, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:29:59.923994 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:30:00.149317 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd3d96-d0b9-45d1-920b-7386bd3a3fb1 req-545873fc-7697-4e67-9b4d-438605bdf7d5 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:00.151855 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cbfd3d96-d0b9-45d1-920b-7386bd3a3fb1 req-545873fc-7697-4e67-9b4d-438605bdf7d5 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2617185 May 27 09:30:00.211462 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:00.222758 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:00.223526 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:00.233525 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] Set router 8e0c0015-005b-4533-b597-a9dec3e7e391 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:30:00.252931 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cbfd3d96-d0b9-45d1-920b-7386bd3a3fb1 req-6a734b05-7ffb-4591-9ef4-c1965d0ee64a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819163 May 27 09:30:00.377702 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-4be25b89-9e85-4177-8938-a19139cc95b4 None None] Provisioning for port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:30:00.385798 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-4be25b89-9e85-4177-8938-a19139cc95b4 None None] Provisioning complete for port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:00.386168 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-4be25b89-9e85-4177-8938-a19139cc95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:00.459643 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-4be25b89-9e85-4177-8938-a19139cc95b4 None None] Port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:30:00.551584 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:30:00.572284 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:00.578093 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:00.611589 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ff9c96b2-3cd9-4793-9c5a-0b2030cb0cca tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:00.642008 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:00.642373 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:00.712198 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6169fe9-5f1e-4fda-88e7-cff9eeb64440,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:00.715657 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768197'] for router_interface, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:00.721075 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:00.743838 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:53Z', 'updated_at': '2021-05-27T09:29:55Z', 'revision_number': 3, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'gw_port': {'id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:54Z', 'updated_at': '2021-05-27T09:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:00.750597 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a665dfb5-a22b-4cf6-9768-baf95b73af62 None None] The sync data for ids ['8e0c0015-005b-4533-b597-a9dec3e7e391'] in dv-cinder-772623-6-smb is: [{'id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:53Z', 'updated_at': '2021-05-27T09:29:55Z', 'revision_number': 3, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'gw_port': {'id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:54Z', 'updated_at': '2021-05-27T09:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:30:00.929994 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Network 49952163-63f2-4df6-9445-f508382cdccc is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:30:00.931992 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:30:01.193425 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37024) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:01.298258 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Router 8e0c0015-005b-4533-b597-a9dec3e7e391 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:30:01.405458 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-3faa8817-3df4-4bf4-ab90-1c3f2716f4f9 None None] Provisioning complete for port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:01.406457 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-3faa8817-3df4-4bf4-ab90-1c3f2716f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:01.661427 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-3faa8817-3df4-4bf4-ab90-1c3f2716f4f9 None None] Port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:30:01.682211 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:01.759532 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f2a94-37c0-4b26-b4c6-237fcb2a825e req-ca5cbad8-9a43-4d3b-927b-3de6b704d6e2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:01.775878 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b21f2a94-37c0-4b26-b4c6-237fcb2a825e req-ca5cbad8-9a43-4d3b-927b-3de6b704d6e2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2012408 May 27 09:30:01.832668 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:01.874689 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 5e0727d3-ae1e-4c7b-98f5-906004472a2d up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:30:01.919114 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:01.931320 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Usage tracker for resource:security_group_rule and tenant:63a671e9896c462e9703c0ac51b1dc93 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:01.939192 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:01.952840 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:01.967067 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 5e0727d3-ae1e-4c7b-98f5-906004472a2d completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:30:01.972671 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 5e0727d3-ae1e-4c7b-98f5-906004472a2d triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:01.973342 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:02.023694 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b21f2a94-37c0-4b26-b4c6-237fcb2a825e req-6db478ac-08c4-4d04-af21-d92a149728c2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457538 May 27 09:30:02.051240 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:30:02.095091 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] 10.222.0.37 "PUT /v2.0/routers/8e0c0015-005b-4533-b597-a9dec3e7e391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2047584 May 27 09:30:02.145109 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:02.155126 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:02.168785 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9ec4f5f5-36b7-442e-a808-679680034012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:02.171973 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:02.199140 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 5e0727d3-ae1e-4c7b-98f5-906004472a2d, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=5e0727d3-ae1e-4c7b-98f5-906004472a2d,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:02.205441 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:02.208441 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:02.227389 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63a671e9896c462e9703c0ac51b1dc93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0321925 May 27 09:30:02.228599 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cc5683-38f9-4708-bcf9-f1be4e8e1673,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:02.232058 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37042) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:02.263902 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:02.308303 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=5e0727d3-ae1e-4c7b-98f5-906004472a2d,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:02.316127 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:02.372086 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0c1c641a-e2bf-4490-abca-e34c808bce63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:02.410321 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0c1c641a-e2bf-4490-abca-e34c808bce63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:02.493858 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0c1c641a-e2bf-4490-abca-e34c808bce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:02.501804 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8fa1ebc1-dc93-4f8b-927f-b19516807d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:02.519365 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c641a-e2bf-4490-abca-e34c808bce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cc5683-38f9-4708-bcf9-f1be4e8e1673,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:02.522731 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-0c1c641a-e2bf-4490-abca-e34c808bce63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:02.525270 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0c1c641a-e2bf-4490-abca-e34c808bce63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:02.526537 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-0c1c641a-e2bf-4490-abca-e34c808bce63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85cc5683-38f9-4708-bcf9-f1be4e8e1673 HTTP/1.1" status: 204 len: 168 time: 0.2851114 May 27 09:30:03.059856 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37064) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:03.067392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1322330598', 'description': 'tempest-secgroup-smoke-1322330598 description', 'project_id': '6d70f605810247cba902fc89fe1cdba3'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:03.076058 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:03.081677 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Usage tracker for resource:security_group and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:03.091318 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:03.104146 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:03.132583 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:03.159663 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:03.166779 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Usage tracker for resource:security_group_rule and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:03.170784 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:03.178032 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:03.333850 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:03.347786 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3cb9c-f60d-457a-a1dd-6ada41985d1d req-1ecc5b4b-a466-47a3-a031-d2a2a022aa93 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:03.349681 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-def3cb9c-f60d-457a-a1dd-6ada41985d1d req-1ecc5b4b-a466-47a3-a031-d2a2a022aa93 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1637866 May 27 09:30:03.350855 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:03.357046 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-0c1c641a-e2bf-4490-abca-e34c808bce63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:03.402674 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Sync routers for ids ['8e0c0015-005b-4533-b597-a9dec3e7e391'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:30:03.416089 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Routers {'8e0c0015-005b-4533-b597-a9dec3e7e391'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:30:03.416722 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['8e0c0015-005b-4533-b597-a9dec3e7e391'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:03.471582 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4287d18-12df-43e9-b11a-8473250e80f5,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:03.477601 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:03.480937 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:03.482279 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4210768 May 27 09:30:03.487772 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 37076) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:03.495244 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Request body: {'security_group_rule': {'security_group_id': 'd4287d18-12df-43e9-b11a-8473250e80f5', 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:03.505810 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:03.523832 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-def3cb9c-f60d-457a-a1dd-6ada41985d1d req-8bd8f4ed-0c7d-4b1e-a193-7d41bd2454cf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550434 May 27 09:30:03.528681 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Usage tracker for resource:security_group_rule and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:03.535342 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:03.546628 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:03.576957 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:03.655857 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:03.661286 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:03.664008 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-63037904-0ecd-408d-9fa3-4245a9a16d5b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:03.690308 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ab6d8b-eeb5-4857-a27e-ae81e3ad6c9c,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:03.697977 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:03.701475 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Set router 8e0c0015-005b-4533-b597-a9dec3e7e391 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:30:03.710495 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:03.712358 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2229543 May 27 09:30:03.716618 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 37086) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:03.722691 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Request body: {'security_group_rule': {'security_group_id': 'd4287d18-12df-43e9-b11a-8473250e80f5', 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:03.729010 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:03.733930 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Usage tracker for resource:security_group_rule and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:03.740003 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:03.761835 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:03.794480 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:03.977308 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 5e0727d3-ae1e-4c7b-98f5-906004472a2d up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:30:04.002019 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.011771 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.014600 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:04.046185 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9fe9fe-e12a-4358-a62c-c46c55e14a79,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:04.055394 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:04.065281 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.066766 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3491228 May 27 09:30:04.071321 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37102) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:04.084909 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Request body: {'security_group_rule': {'security_group_id': 'd4287d18-12df-43e9-b11a-8473250e80f5', 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:04.092799 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:04.098411 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Usage tracker for resource:security_group_rule and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:04.102554 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:04.111618 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:04.141482 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.242784 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.249349 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.262822 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:04.289578 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089840f9-da64-4f42-b93e-509f3d3be6af,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:04.292878 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:04.300318 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.306393 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 37110) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:04.314709 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Request body: {'security_group_rule': {'security_group_id': 'd4287d18-12df-43e9-b11a-8473250e80f5', 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:04.319392 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-9149864c-a033-4ea6-83e5-b9a9b530c47d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2460477 May 27 09:30:04.331033 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:04.341607 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Usage tracker for resource:security_group_rule and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:04.347561 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:04.356528 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:04.358278 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 5e0727d3-ae1e-4c7b-98f5-906004472a2d triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:04.358888 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.378167 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.462870 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:53Z', 'updated_at': '2021-05-27T09:30:00Z', 'revision_number': 4, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'gw_port': {'id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:54Z', 'updated_at': '2021-05-27T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'd6169fe9-5f1e-4fda-88e7-cff9eeb64440', 'name': '', 'network_id': '49952163-63f2-4df6-9445-f508382cdccc', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'mac_address': 'fa:16:3e:bd:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f9d2252b-5dc2-4d7a-8369-aac7f92cbec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:59Z', 'updated_at': '2021-05-27T09:30:00Z', 'revision_number': 2, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'subnets': [{'id': 'f9d2252b-5dc2-4d7a-8369-aac7f92cbec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:04.469102 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Checking router: 8e0c0015-005b-4533-b597-a9dec3e7e391 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:30:04.469574 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Updating router 8e0c0015-005b-4533-b597-a9dec3e7e391 port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 binding host dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:30:04.473940 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.479462 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.482607 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-76f10f08-6ba6-4366-908d-4b8f7225ddea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:04.511219 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355dc59e-4a6e-4c81-b8e8-a67ee4b021d1,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:04.515943 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:04.531929 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.533953 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2263656 May 27 09:30:04.537394 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37114) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:04.545422 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Request body: {'security_group_rule': {'security_group_id': 'd4287d18-12df-43e9-b11a-8473250e80f5', 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:04.551825 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:04.558238 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Usage tracker for resource:security_group_rule and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:04.562100 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:04.570504 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:04.589439 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.securitygroups_db [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Project 6d70f605810247cba902fc89fe1cdba3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:30:04.593378 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.607786 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.767364 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.771552 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.774783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:04.813541 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90120a0e-c0f5-4ec1-a244-e6834ae2bb1c,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:04.822649 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:04.836440 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:04.836440 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2961047 May 27 09:30:04.844038 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37120) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:04.854902 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Request body: {'security_group_rule': {'security_group_id': 'd4287d18-12df-43e9-b11a-8473250e80f5', 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:04.870115 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:04.876355 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Usage tracker for resource:security_group_rule and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:04.880725 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:04.905704 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:04.930414 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c0ffd-af8b-4f69-af88-37d26980965f req-abb17c47-5000-47cc-aef1-068fb8e1b4bf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:04.932251 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d21c0ffd-af8b-4f69-af88-37d26980965f req-abb17c47-5000-47cc-aef1-068fb8e1b4bf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2316816 May 27 09:30:04.937365 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.securitygroups_db [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Project 6d70f605810247cba902fc89fe1cdba3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:30:04.951371 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:05.010674 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d21c0ffd-af8b-4f69-af88-37d26980965f req-21b74971-3835-4a96-8c6a-6ac4bfc6d4ed tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727572 May 27 09:30:05.166344 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:05.175431 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:05.177765 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:05.212149 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a16190e-30c3-4c85-b7f2-c473fed8c9e0,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:05.215836 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:05.237910 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:05.247343 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-8335a5ab-ace6-4144-a492-7ce27223d1ca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3944795 May 27 09:30:05.349074 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Notify callbacks [] for port, precommit_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:05.367094 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Transition to ACTIVE for port object d6169fe9-5f1e-4fda-88e7-cff9eeb64440 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:30:05.376274 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:05.385292 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:05.539673 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e0b14-29c5-4ff7-9220-60fc389adf8c None None] Pushing event updated for resources: {'Port': ['ID=d6169fe9-5f1e-4fda-88e7-cff9eeb64440,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:05.547685 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-138e0b14-29c5-4ff7-9220-60fc389adf8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:05.610253 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Attempting to bind port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:30:05.610253 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Attempting to bind port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3863ca26-82d2-48fb-8939-92e3747cfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '49952163-63f2-4df6-9445-f508382cdccc'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:30:05.610253 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Attempting to bind port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 on network 49952163-63f2-4df6-9445-f508382cdccc {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:30:05.624495 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:30:05.624893 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Checking segment: {'id': '3863ca26-82d2-48fb-8939-92e3747cfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '49952163-63f2-4df6-9445-f508382cdccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:30:05.625298 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:05.625692 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Bound using segment: {'id': '3863ca26-82d2-48fb-8939-92e3747cfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '49952163-63f2-4df6-9445-f508382cdccc'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:30:05.626176 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Bound port: d6169fe9-5f1e-4fda-88e7-cff9eeb64440, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3863ca26-82d2-48fb-8939-92e3747cfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '49952163-63f2-4df6-9445-f508382cdccc'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:30:05.626548 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:05.725385 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] For port d6169fe9-5f1e-4fda-88e7-cff9eeb64440, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:30:05.729892 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] For port d6169fe9-5f1e-4fda-88e7-cff9eeb64440, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=d6169fe9-5f1e-4fda-88e7-cff9eeb64440,segment=NetworkSegment(3863ca26-82d2-48fb-8939-92e3747cfe8e),segment_id=3863ca26-82d2-48fb-8939-92e3747cfe8e)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:30:05.733956 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:05.737518 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:05.858091 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Routers {'8e0c0015-005b-4533-b597-a9dec3e7e391'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:30:05.858732 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:29:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['8e0c0015-005b-4533-b597-a9dec3e7e391'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:05.925334 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e0b14-29c5-4ff7-9220-60fc389adf8c None None] Pushing event updated for resources: {'Port': ['ID=d6169fe9-5f1e-4fda-88e7-cff9eeb64440,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:05.930037 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-138e0b14-29c5-4ff7-9220-60fc389adf8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:06.066927 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] Set router 8e0c0015-005b-4533-b597-a9dec3e7e391 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:30:06.286013 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72162fdc-7210-457c-9c01-558857af8ee3 req-390fae5e-0b07-4be1-a22f-5fb17374b1e1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:06.295564 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-72162fdc-7210-457c-9c01-558857af8ee3 req-390fae5e-0b07-4be1-a22f-5fb17374b1e1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1250887 May 27 09:30:06.369516 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-72162fdc-7210-457c-9c01-558857af8ee3 req-032df8b0-33f1-4a38-bf9a-20bc77343999 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728250 May 27 09:30:06.493743 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:53Z', 'updated_at': '2021-05-27T09:30:00Z', 'revision_number': 4, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'gw_port': {'id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:54Z', 'updated_at': '2021-05-27T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'd6169fe9-5f1e-4fda-88e7-cff9eeb64440', 'name': '', 'network_id': '49952163-63f2-4df6-9445-f508382cdccc', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'mac_address': 'fa:16:3e:bd:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f9d2252b-5dc2-4d7a-8369-aac7f92cbec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:59Z', 'updated_at': '2021-05-27T09:30:05Z', 'revision_number': 4, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'subnets': [{'id': 'f9d2252b-5dc2-4d7a-8369-aac7f92cbec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:06.502747 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded8eaf-3cfe-4390-a60e-98b6ec6a273a None None] The sync data for ids ['8e0c0015-005b-4533-b597-a9dec3e7e391'] in dv-cinder-772623-6-smb is: [{'id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:53Z', 'updated_at': '2021-05-27T09:30:00Z', 'revision_number': 4, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'gw_port': {'id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:54Z', 'updated_at': '2021-05-27T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'd6169fe9-5f1e-4fda-88e7-cff9eeb64440', 'name': '', 'network_id': '49952163-63f2-4df6-9445-f508382cdccc', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'mac_address': 'fa:16:3e:bd:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f9d2252b-5dc2-4d7a-8369-aac7f92cbec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:59Z', 'updated_at': '2021-05-27T09:30:05Z', 'revision_number': 4, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'subnets': [{'id': 'f9d2252b-5dc2-4d7a-8369-aac7f92cbec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:30:07.830127 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4640c-1e30-46a4-b95f-db2a4ab531b9 req-325e0b19-8f05-4703-a261-f422be8803cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:07.832025 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0da4640c-1e30-46a4-b95f-db2a4ab531b9 req-325e0b19-8f05-4703-a261-f422be8803cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1098 time: 0.4184258 May 27 09:30:07.842039 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d38a-8e0e-4c1c-bb03-e09eb18a7211 req-59437de9-6a10-434d-b2cb-ccf10ed2d531 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:07.851632 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e4f4d38a-8e0e-4c1c-bb03-e09eb18a7211 req-59437de9-6a10-434d-b2cb-ccf10ed2d531 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2536395 May 27 09:30:07.942508 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device d6169fe9-5f1e-4fda-88e7-cff9eeb64440 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:30:07.981280 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0da4640c-1e30-46a4-b95f-db2a4ab531b9 req-a3279f0a-4249-4087-bf0a-73d84813b79b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263933 May 27 09:30:07.985792 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e4f4d38a-8e0e-4c1c-bb03-e09eb18a7211 req-6a675e12-8b23-4a3c-82de-b0b7d1e93f86 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328380 May 27 09:30:08.074982 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:30:08.085996 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:08.086669 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:08.256394 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:08.302521 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port d6169fe9-5f1e-4fda-88e7-cff9eeb64440, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=d6169fe9-5f1e-4fda-88e7-cff9eeb64440,segment=NetworkSegment(3863ca26-82d2-48fb-8939-92e3747cfe8e),segment_id=3863ca26-82d2-48fb-8939-92e3747cfe8e)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:08.307815 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:08.311384 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:08.433856 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=d6169fe9-5f1e-4fda-88e7-cff9eeb64440,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:08.438026 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:09.353268 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889098f-bfca-4a32-aca5-3fd94378f87c req-4ecc30f0-35aa-4def-9a9a-55da795ef2cf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:09.367476 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4889098f-bfca-4a32-aca5-3fd94378f87c req-4ecc30f0-35aa-4def-9a9a-55da795ef2cf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1744635 May 27 09:30:09.485933 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4889098f-bfca-4a32-aca5-3fd94378f87c req-9792dab1-ef60-4051-b65b-a0381ff337ff tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180696 May 27 09:30:09.848016 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device d6169fe9-5f1e-4fda-88e7-cff9eeb64440 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:30:09.964204 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:09.964782 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:09.977168 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea3b97-3517-409b-ab22-180885fff232 req-9cd043e6-b70d-48b0-a557-f30c3116dfe0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:09.978852 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-76ea3b97-3517-409b-ab22-180885fff232 req-9cd043e6-b70d-48b0-a557-f30c3116dfe0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1544435 May 27 09:30:10.041637 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-76ea3b97-3517-409b-ab22-180885fff232 req-2a5ddb46-83de-4938-9fee-21276da1658b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515630 May 27 09:30:10.757965 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351dafd-256f-47d6-836a-5cf977164f3d req-9cd05a5f-3d87-47de-9aac-055c566e84cc tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:10.759680 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0351dafd-256f-47d6-836a-5cf977164f3d req-9cd05a5f-3d87-47de-9aac-055c566e84cc tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1170094 May 27 09:30:10.814718 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0351dafd-256f-47d6-836a-5cf977164f3d req-d1d27458-c997-4715-b404-b177777bba90 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491052 May 27 09:30:11.500858 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-40e45849-b2cb-471a-a3da-a08fdd09d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:11.504647 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-40e45849-b2cb-471a-a3da-a08fdd09d8ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=646a907dfb154a678bf14fd2fa6959c1&device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 1098 time: 0.1860485 May 27 09:30:11.529564 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17360-60cd-4b00-880a-433d46b6df82 req-2a065546-a614-4692-9686-e8cd41594980 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:11.537971 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5ac17360-60cd-4b00-880a-433d46b6df82 req-2a065546-a614-4692-9686-e8cd41594980 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1580501 May 27 09:30:11.547773 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c2b3f-1239-405f-935a-b170010cc0ae req-624a66ec-3bbc-4147-9905-1a464f61d795 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:11.549473 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b69c2b3f-1239-405f-935a-b170010cc0ae req-624a66ec-3bbc-4147-9905-1a464f61d795 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.2860072 May 27 09:30:11.608988 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5ac17360-60cd-4b00-880a-433d46b6df82 req-1f517c88-4d00-4357-bde1-c52ef819bc69 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686445 May 27 09:30:11.746198 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b69c2b3f-1239-405f-935a-b170010cc0ae req-519dc1ee-21ee-4865-8a4c-b51cb1132d77 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879895 May 27 09:30:11.781048 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-b1613278-7146-4e4a-9cbc-57d460cd6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:11.786205 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-b1613278-7146-4e4a-9cbc-57d460cd6e35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 200 len: 919 time: 0.2675121 May 27 09:30:11.946736 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-2a1d9283-0c62-4d17-87e1-d6dbd3a60e6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c HTTP/1.1" status: 200 len: 217 time: 0.1525948 May 27 09:30:12.008925 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37376) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:12.085719 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-f73f2264-0199-4ea8-80fd-eb2b3d9dd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:12.090313 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-f73f2264-0199-4ea8-80fd-eb2b3d9dd66e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 200 len: 858 time: 0.1366453 May 27 09:30:12.199758 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-28f7625b-9019-48ca-868a-c73dcdb281d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:12.208141 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-f928e1f9-d8e4-468d-bcaf-dcde19fb654c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1a3968-62f3-40b5-8881-3b625d7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925705 May 27 09:30:12.314991 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:12.335910 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:12.352553 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Usage tracker for resource:security_group_rule and tenant:f1cbcb1699804779ad0eadff666d2789 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:12.357792 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:12.370216 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:12.538133 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:12.546066 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:12.549479 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-1da9d681-bab3-4902-9285-e1323e8be0ae service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289104 May 27 09:30:12.562062 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-76278336-c542-4e66-acfc-382d0ce29b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:12.718320 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1cbcb1699804779ad0eadff666d2789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7069356 May 27 09:30:12.719733 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4353a41-1b01-43f5-9df7-221ea3f9c50e,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:12.725954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37402) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:12.787981 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.789374 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.790014 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.790805 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.791372 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.791968 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.792467 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.793068 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.796310 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.796700 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.797093 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.797443 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:12.807816 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:13.203134 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-e5d3-4b78-8747-0685a387fced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:13.362027 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-e5d3-4b78-8747-0685a387fced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:13.439482 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1db84420-38f8-4803-93d6-025b60f3b4a5 req-9c5fa7d6-1aed-4bc4-99c4-40b18697ea01 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8760219 May 27 09:30:13.462429 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36766-a16a-443c-bcc1-b00b49e86be6 req-c0bbf6ff-90da-43e2-9f88-8b11d645b3a4 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:13.485130 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a2d36766-a16a-443c-bcc1-b00b49e86be6 req-c0bbf6ff-90da-43e2-9f88-8b11d645b3a4 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.2633460 May 27 09:30:13.516034 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-e5d3-4b78-8747-0685a387fced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:13.525313 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-1ab7ddfd-87b1-4e6a-91e4-bf3f281c6c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:13.549305 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac3e59-e5d3-4b78-8747-0685a387fced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4353a41-1b01-43f5-9df7-221ea3f9c50e,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:13.553955 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-53ac3e59-e5d3-4b78-8747-0685a387fced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:13.556466 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-e5d3-4b78-8747-0685a387fced admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:13.557691 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-53ac3e59-e5d3-4b78-8747-0685a387fced admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4353a41-1b01-43f5-9df7-221ea3f9c50e HTTP/1.1" status: 204 len: 168 time: 0.8286660 May 27 09:30:13.602097 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a2d36766-a16a-443c-bcc1-b00b49e86be6 req-a4a70f83-b8a4-4817-a595-6a4d51ebd265 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156096 May 27 09:30:13.608002 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494f4c2-a68a-4441-809d-4957819d35d8 req-4dd2fe9d-fd89-4aac-aca1-714b04be1a76 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:13.609850 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2494f4c2-a68a-4441-809d-4957819d35d8 req-4dd2fe9d-fd89-4aac-aca1-714b04be1a76 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.6431074 May 27 09:30:13.729956 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2494f4c2-a68a-4441-809d-4957819d35d8 req-67a9f70e-6b73-4912-a54a-85e7c46e89b9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942047 May 27 09:30:14.824590 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-68b2f2ed-cf6c-449b-ac3b-ae1b4abd9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:14.903019 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3d821-f9f7-4e96-8ad0-392c5f7e1e10 req-070edd1d-8a03-4f3a-a020-81172223cc20 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:14.905629 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1ba3d821-f9f7-4e96-8ad0-392c5f7e1e10 req-070edd1d-8a03-4f3a-a020-81172223cc20 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1313252 May 27 09:30:14.993043 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1ba3d821-f9f7-4e96-8ad0-392c5f7e1e10 req-6a052605-e62c-4890-a6a3-0e9298c52aaa tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812597 May 27 09:30:15.056082 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c471eed-e41d-43b1-99fc-c7b05e6a6226 req-7a7f0ee6-87bb-4a96-8706-a60695ffc9cf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:15.057709 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9c471eed-e41d-43b1-99fc-c7b05e6a6226 req-7a7f0ee6-87bb-4a96-8706-a60695ffc9cf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1876848 May 27 09:30:15.115048 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9c471eed-e41d-43b1-99fc-c7b05e6a6226 req-68c62cd1-aa79-4daa-b25b-82d2efb999dc tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502353 May 27 09:30:15.645758 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:16.222258 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84253573-97d2-4e46-b752-6a7971dcee30 req-e9aee770-ca26-4f71-8697-6dd2858d56d8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:16.224143 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-84253573-97d2-4e46-b752-6a7971dcee30 req-e9aee770-ca26-4f71-8697-6dd2858d56d8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.0963168 May 27 09:30:16.281327 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-84253573-97d2-4e46-b752-6a7971dcee30 req-a6df463a-1019-4b98-8436-ec9f6c95254c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504792 May 27 09:30:16.373938 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6421f-ad9a-48ac-8d34-dc3250e2a863 req-696692b1-34c0-4d22-9378-5939f74a7348 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:16.375473 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6fb6421f-ad9a-48ac-8d34-dc3250e2a863 req-696692b1-34c0-4d22-9378-5939f74a7348 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.0931313 May 27 09:30:16.428676 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6fb6421f-ad9a-48ac-8d34-dc3250e2a863 req-e940ba12-3375-4e69-9b01-df8943f9a150 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471249 May 27 09:30:17.411287 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:17.519209 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39142b12-ef4d-404a-a627-f86e9dfb0ca5 req-75d6ae1a-5683-4edd-871a-2508fd5e1ac5 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:17.520788 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-39142b12-ef4d-404a-a627-f86e9dfb0ca5 req-75d6ae1a-5683-4edd-871a-2508fd5e1ac5 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.0927169 May 27 09:30:17.572547 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-39142b12-ef4d-404a-a627-f86e9dfb0ca5 req-d2a47a8d-a969-47d8-bb2e-a2d2eed2112e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 May 27 09:30:18.810132 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:18.878271 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c59b3d-7a8d-4230-9404-0123da1eb958 req-7fc45b2f-0010-4c8d-89e6-25c56ee64476 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:18.880658 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d2c59b3d-7a8d-4230-9404-0123da1eb958 req-7fc45b2f-0010-4c8d-89e6-25c56ee64476 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1717653 May 27 09:30:18.964014 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d2c59b3d-7a8d-4230-9404-0123da1eb958 req-7137ca46-170f-4aa4-9e38-92901b3e4460 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756557 May 27 09:30:19.612610 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37522) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:19.798348 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:19.829524 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:19.837875 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Usage tracker for resource:security_group_rule and tenant:87cce1476d414fb6984a201eb7474395 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:19.842396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:19.855152 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:20.077311 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:20.086915 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:20.127752 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-e070b563-4426-4955-a177-b3d5ea7e8064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:20.271955 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87cce1476d414fb6984a201eb7474395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6562212 May 27 09:30:20.274862 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d818e7d3-347a-4e47-8b1e-8fc7ccc097b5,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:20.275585 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 37542) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:20.278744 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:20.342251 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57993b-c6c6-4223-bf6f-90926601dad5 req-3ff7306e-3fd8-4d6c-bc97-b31b319c4a72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:20.345049 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8e57993b-c6c6-4223-bf6f-90926601dad5 req-3ff7306e-3fd8-4d6c-bc97-b31b319c4a72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1739902 May 27 09:30:20.404978 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:20.421900 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8e57993b-c6c6-4223-bf6f-90926601dad5 req-04e56ff1-bf60-4597-8936-00dd166f6937 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689225 May 27 09:30:20.456141 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:20.534450 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:20.541134 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-38375fd2-9824-4139-a591-3bbd392dfdba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:20.559100 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d818e7d3-347a-4e47-8b1e-8fc7ccc097b5,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:20.568663 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:20.570445 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d818e7d3-347a-4e47-8b1e-8fc7ccc097b5 HTTP/1.1" status: 204 len: 168 time: 0.2935255 May 27 09:30:20.572019 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.572379 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.572732 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.573107 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.573452 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.573807 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.574130 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.574512 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.574862 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.575187 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.575525 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.576379 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:20.580286 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:21.602506 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a65c-b5d6-4c60-99ba-0600b243ae89 req-010f9a89-b07d-4560-8743-89f90f86be3f tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:21.604136 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1b70a65c-b5d6-4c60-99ba-0600b243ae89 req-010f9a89-b07d-4560-8743-89f90f86be3f tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.1166058 May 27 09:30:21.664148 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1b70a65c-b5d6-4c60-99ba-0600b243ae89 req-505989ef-6697-4d7a-8d83-c487cf0c9516 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536520 May 27 09:30:21.709131 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72de69-b313-42fe-aafd-308d4f2d7570 req-ed80e339-bd05-4d09-8536-5e6e28544e75 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:21.712405 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8b72de69-b313-42fe-aafd-308d4f2d7570 req-ed80e339-bd05-4d09-8536-5e6e28544e75 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1227593 May 27 09:30:21.776194 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8b72de69-b313-42fe-aafd-308d4f2d7570 req-416ddaf8-4cd8-4162-8fd8-238e91c0431b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564849 May 27 09:30:22.930875 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb3abb-8dc5-45c4-9864-35c75eccf79a req-57b43ed2-9a97-4244-a893-18b94239eef3 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:22.932475 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-10eb3abb-8dc5-45c4-9864-35c75eccf79a req-57b43ed2-9a97-4244-a893-18b94239eef3 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.1194541 May 27 09:30:22.993207 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-10eb3abb-8dc5-45c4-9864-35c75eccf79a req-eab3841e-4634-4822-a8b7-b84a0a6d45aa tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497425 May 27 09:30:23.030885 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939f247-7547-4932-bf9b-95aa92fef57c req-fdd632b6-ccd1-44cb-bab9-9cf2e51b6841 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:23.032896 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e939f247-7547-4932-bf9b-95aa92fef57c req-fdd632b6-ccd1-44cb-bab9-9cf2e51b6841 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1307626 May 27 09:30:23.091303 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e939f247-7547-4932-bf9b-95aa92fef57c req-b7149620-204f-49dc-8738-860241b1ca1e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508318 May 27 09:30:24.320768 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09e306-3a8a-4a97-b560-a6eeea7dfec4 req-6538b2d2-6f30-4b07-9941-ba9371d4cef9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:24.322472 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ce09e306-3a8a-4a97-b560-a6eeea7dfec4 req-6538b2d2-6f30-4b07-9941-ba9371d4cef9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.1348803 May 27 09:30:24.390875 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ce09e306-3a8a-4a97-b560-a6eeea7dfec4 req-f9ef5178-2cc0-42ee-8217-3e0c52072297 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553181 May 27 09:30:24.449097 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-6bacefa4-f933-4eb7-857b-d72b84b75fd5 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:24.450830 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-6bacefa4-f933-4eb7-857b-d72b84b75fd5 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.36 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 946 time: 0.2058525 May 27 09:30:24.464348 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa0636-d79e-447f-9c14-ea2a9c19763c req-df04ba7c-8c43-4259-856f-48da2aa2258b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:24.465940 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-cffa0636-d79e-447f-9c14-ea2a9c19763c req-df04ba7c-8c43-4259-856f-48da2aa2258b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.2222426 May 27 09:30:24.625699 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-cffa0636-d79e-447f-9c14-ea2a9c19763c req-072a2213-52df-41fa-971f-90d554d2da6e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250334 May 27 09:30:24.674314 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Deleting port c71e31fd-6841-4b6f-bf67-60e1bae59c92 {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:30:24.674704 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:24.833568 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] For port c71e31fd-6841-4b6f-bf67-60e1bae59c92, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c71e31fd-6841-4b6f-bf67-60e1bae59c92,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:24.834032 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:24.973001 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-22651b5f-e5cd-4216-a1ea-ad0d6a87e34f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1261251 May 27 09:30:25.046837 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Calling delete_port for c71e31fd-6841-4b6f-bf67-60e1bae59c92 owned by compute:nova {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:30:25.114773 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-f88dae7e-7ad3-4b41-a27c-94811dbfa70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:25.117368 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-f88dae7e-7ad3-4b41-a27c-94811dbfa70c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 1099 time: 0.1146374 May 27 09:30:25.237467 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:25.253316 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['91b6a976-d147-4e7b-a5af-d4e48d35be4c', 'c71e31fd-6841-4b6f-bf67-60e1bae59c92'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:30:25.271630 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:25.410347 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-0d307b5c-a130-4deb-9a7e-2e2e36a6611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:25.411679 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-0d307b5c-a130-4deb-9a7e-2e2e36a6611a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 912 time: 0.2614601 May 27 09:30:25.421434 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Pushing event deleted for resources: {'Port': ['ID=c71e31fd-6841-4b6f-bf67-60e1bae59c92,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:25.452259 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:25.517334 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] No DVR routers for this DVR port c71e31fd-6841-4b6f-bf67-60e1bae59c92 on host hv-cinder-77262 {{(pid=91808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:30:25.525524 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:25.540930 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60caaf4b-b7ff-4a5b-9def-672a107c71bf', 'name': 'network-vif-deleted', 'tag': 'c71e31fd-6841-4b6f-bf67-60e1bae59c92'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:30:25.573643 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-ab9df4f4-c777-4319-bbfb-54dc23df1658 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60935d07-eebd-4026-bae7-40b6a67959c0 HTTP/1.1" status: 200 len: 1001 time: 0.1528323 May 27 09:30:25.605242 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-30c52d77-d578-4b65-87ad-899f9b4f0d6b req-f31b0f01-e567-4d10-af35-6b58c0207da2 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.36 "DELETE /v2.0/ports/c71e31fd-6841-4b6f-bf67-60e1bae59c92 HTTP/1.1" status: 204 len: 173 time: 1.1382213 May 27 09:30:25.791041 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-282da3f6-3a10-4454-bad0-59e938fd284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:25.794427 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-282da3f6-3a10-4454-bad0-59e938fd284e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.2103517 May 27 09:30:25.843359 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-638097f7-8cd9-4bd1-880e-ba559770a58c req-d7576bdb-9f58-4b06-a56d-a9292a5c1ccf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Synchronizing usage tracker for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:30:25.873736 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60caaf4b-b7ff-4a5b-9def-672a107c71bf', 'name': 'network-vif-deleted', 'tag': 'c71e31fd-6841-4b6f-bf67-60e1bae59c92', 'status': 'completed', 'code': 200} May 27 09:30:25.917545 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-638097f7-8cd9-4bd1-880e-ba559770a58c req-d7576bdb-9f58-4b06-a56d-a9292a5c1ccf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Unset dirty status for tenant:646a907dfb154a678bf14fd2fa6959c1 on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:30:25.919274 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-638097f7-8cd9-4bd1-880e-ba559770a58c req-d7576bdb-9f58-4b06-a56d-a9292a5c1ccf tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=60caaf4b-b7ff-4a5b-9def-672a107c71bf HTTP/1.1" status: 200 len: 210 time: 0.2823615 May 27 09:30:25.985450 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-6eccfaed-13ff-4802-b529-fae1cde6c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:25.990431 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-6eccfaed-13ff-4802-b529-fae1cde6c959 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1835811 May 27 09:30:26.300469 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-edf920fa-1922-46db-bac2-1ee33758cd75 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843046 May 27 09:30:26.550960 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c533ba2-542a-455f-b375-17306a9cc076 req-a2fca58a-cafe-4fc6-be11-69a67c8177f1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:26.553136 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8c533ba2-542a-455f-b375-17306a9cc076 req-a2fca58a-cafe-4fc6-be11-69a67c8177f1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.3211215 May 27 09:30:26.568102 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b16dae28-1c3f-4864-b580-1cbad45aa7bc req-e6741efa-29e5-4206-9840-8c2a3f5361c5 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571578 May 27 09:30:26.666328 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8c533ba2-542a-455f-b375-17306a9cc076 req-f1f75884-0312-469b-b162-6d6e8c4ef0cd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011484 May 27 09:30:27.017374 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:30:27.278296 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:27.305871 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'port_id': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'mac_address': 'fa:16:3e:70:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:30:27.396281 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:27.426098 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:30:27.452856 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:27.458662 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:27.462046 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fae2cd97-60d1-458b-807a-5663ac6eb0ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:27.594671 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=6']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:27.601272 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:27.623621 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:30:27.781192 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2b21f-38fe-445b-bfda-068dd566297a req-a6889146-2be5-4d6b-8425-0ef89999b1c5 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:27.783309 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-98e2b21f-38fe-445b-bfda-068dd566297a req-a6889146-2be5-4d6b-8425-0ef89999b1c5 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2336407 May 27 09:30:27.888730 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-98e2b21f-38fe-445b-bfda-068dd566297a req-7e1c3c7c-3e6f-49f8-8740-5417ef65252d tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984070 May 27 09:30:28.190792 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66df119-e8b0-4a88-9211-4a98521690b3 req-730ec52e-22dd-407f-a7e6-ecb2b95c67e5 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:28.195846 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a66df119-e8b0-4a88-9211-4a98521690b3 req-730ec52e-22dd-407f-a7e6-ecb2b95c67e5 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1548727 May 27 09:30:28.249774 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908f8a9-aeff-4f8b-8480-5ddc3137aad2 req-d6cb34e4-bfd9-4241-b1ab-aad059cd6a19 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:28.264172 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0908f8a9-aeff-4f8b-8480-5ddc3137aad2 req-d6cb34e4-bfd9-4241-b1ab-aad059cd6a19 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 945 time: 0.3016994 May 27 09:30:28.272694 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a66df119-e8b0-4a88-9211-4a98521690b3 req-ceccdea4-ee0e-42f3-9f29-83ac2ea585e2 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623274 May 27 09:30:28.379217 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0908f8a9-aeff-4f8b-8480-5ddc3137aad2 req-9bf67d73-ed01-4617-a61d-7e42642c6ea1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134362 May 27 09:30:29.016393 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:30:29.136452 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:29.137325 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:29.220931 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3745f6-4517-464b-ad73-78e902d66fa1 req-5bbcf6f5-39c3-4291-990c-135fdcea2472 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:29.232520 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7e3745f6-4517-464b-ad73-78e902d66fa1 req-5bbcf6f5-39c3-4291-990c-135fdcea2472 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1342986 May 27 09:30:29.312146 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7e3745f6-4517-464b-ad73-78e902d66fa1 req-9bb3e708-3eac-43a2-828d-b8746e78db11 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778065 May 27 09:30:29.323084 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:29.389440 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:30:29.406554 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:29.425562 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:29.428717 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device c71e31fd-6841-4b6f-bf67-60e1bae59c92 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:30:29.491643 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:29.618577 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'code': 200} May 27 09:30:29.631213 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=7']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:29.636877 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: c71e31fd-6841-4b6f-bf67-60e1bae59c92 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:30:29.636877 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device c71e31fd-6841-4b6f-bf67-60e1bae59c92 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:30:29.638548 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:29.715356 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f496a-b905-4132-bb79-a9e085a99e7c req-7ece6825-db47-4117-9107-8fce347d0829 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:29.720095 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e40f496a-b905-4132-bb79-a9e085a99e7c req-7ece6825-db47-4117-9107-8fce347d0829 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2251279 May 27 09:30:29.843106 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e40f496a-b905-4132-bb79-a9e085a99e7c req-67171e38-20d3-4eed-87f4-41d0fea179b0 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103315 May 27 09:30:29.893554 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a5ca3-9d81-40a3-97f9-59ac865d7a79 req-a5e75736-36c2-4168-9b44-5da3a4c3631f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:29.895224 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e75a5ca3-9d81-40a3-97f9-59ac865d7a79 req-a5e75736-36c2-4168-9b44-5da3a4c3631f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1340344 May 27 09:30:29.960976 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e75a5ca3-9d81-40a3-97f9-59ac865d7a79 req-b03665a4-2c28-4cf0-90b1-fe5b136bc698 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554605 May 27 09:30:30.722211 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69977a26-cd5f-45be-bb95-9a76d5b76f54 req-3b6cce08-e7c9-499b-9d06-03ce097aeb69 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:30.733545 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-69977a26-cd5f-45be-bb95-9a76d5b76f54 req-3b6cce08-e7c9-499b-9d06-03ce097aeb69 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1758146 May 27 09:30:30.803855 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-69977a26-cd5f-45be-bb95-9a76d5b76f54 req-38ed0b59-00f5-40f7-a069-b5ae609a002a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611548 May 27 09:30:31.173558 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5c256-f688-4ad0-9d0d-1dd7df634342 req-4c093717-5017-4cb3-a710-dd573cdb10db tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:31.178095 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a6d5c256-f688-4ad0-9d0d-1dd7df634342 req-4c093717-5017-4cb3-a710-dd573cdb10db tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1554039 May 27 09:30:31.253322 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a6d5c256-f688-4ad0-9d0d-1dd7df634342 req-d20aa8cc-d36b-4842-844a-aa6ac978d93e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636122 May 27 09:30:31.346981 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88379c29-6b1d-412b-bd2c-2a3b3b92fd79 req-3b7ef215-010c-4a7b-80cd-dc91545f52cf tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:31.349661 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88379c29-6b1d-412b-bd2c-2a3b3b92fd79 req-3b7ef215-010c-4a7b-80cd-dc91545f52cf tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1460919 May 27 09:30:31.434109 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88379c29-6b1d-412b-bd2c-2a3b3b92fd79 req-ccccdc49-ff0a-405d-b2ee-648ad561fa5b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754182 May 27 09:30:31.562905 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:32.498524 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b9f99-3641-43a9-885d-40ecd9fb8b36 req-fae2670c-748b-4222-b056-4cc29c9cd2e9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:32.501273 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-889b9f99-3641-43a9-885d-40ecd9fb8b36 req-fae2670c-748b-4222-b056-4cc29c9cd2e9 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2081683 May 27 09:30:32.613651 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-889b9f99-3641-43a9-885d-40ecd9fb8b36 req-07ec7e4b-e9da-4a04-9b5e-ac12a4a51ce8 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007540 May 27 09:30:32.774736 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fbfbd-c054-4f16-be7a-55c44fc93104 req-0b8eab70-ac41-491d-b567-36c475be809d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:32.791472 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-959fbfbd-c054-4f16-be7a-55c44fc93104 req-0b8eab70-ac41-491d-b567-36c475be809d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2323778 May 27 09:30:32.924440 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-959fbfbd-c054-4f16-be7a-55c44fc93104 req-0f08a2f3-8918-4d71-a117-0158f93496b4 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310141 May 27 09:30:33.106309 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29d28c-337f-4d16-9de6-2d3b9d0d3e2b req-5d6448a2-90d0-4abd-8d90-f1b20c49eea1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:33.112053 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2d29d28c-337f-4d16-9de6-2d3b9d0d3e2b req-5d6448a2-90d0-4abd-8d90-f1b20c49eea1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.2519944 May 27 09:30:33.202186 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2d29d28c-337f-4d16-9de6-2d3b9d0d3e2b req-3eca963e-0c23-4bdf-8c61-a2b682fa067a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795050 May 27 09:30:33.964615 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb5c4-8f82-48dc-9108-61d1c1dc82aa req-34e38710-4c1c-45e8-a23a-22fb6564ae72 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:33.967476 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-326fb5c4-8f82-48dc-9108-61d1c1dc82aa req-34e38710-4c1c-45e8-a23a-22fb6564ae72 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1589885 May 27 09:30:34.067460 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-326fb5c4-8f82-48dc-9108-61d1c1dc82aa req-f30e9263-96c3-45a1-adb5-a6716a51e5fd tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815792 May 27 09:30:34.350802 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f9ca0-1a1f-4137-a7dc-a11213e58cbf req-9cab90cf-22d0-4910-9824-3383fda8aed4 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:34.368248 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6d2f9ca0-1a1f-4137-a7dc-a11213e58cbf req-9cab90cf-22d0-4910-9824-3383fda8aed4 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2109184 May 27 09:30:34.472108 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6d2f9ca0-1a1f-4137-a7dc-a11213e58cbf req-c600d290-5a49-45a9-bbf3-cee52fdaf56a tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999980 May 27 09:30:34.673020 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1056c-0fba-4c71-9714-398d6c704c5d req-6acde4a3-31ba-43c4-a0d0-8cdf3b695515 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:34.689074 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-37b1056c-0fba-4c71-9714-398d6c704c5d req-6acde4a3-31ba-43c4-a0d0-8cdf3b695515 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.2206447 May 27 09:30:34.879684 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-37b1056c-0fba-4c71-9714-398d6c704c5d req-c69c2caf-5e95-4bb3-b6f3-50b14547ba0c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896558 May 27 09:30:34.987674 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-5a52c343-7963-4f75-9e89-b6330605b417 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:34.991038 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-5a52c343-7963-4f75-9e89-b6330605b417 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.2243402 May 27 09:30:35.322304 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Deleting port 91b6a976-d147-4e7b-a5af-d4e48d35be4c {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:30:35.322304 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:35.437676 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca512d1c-deba-482d-a5c7-03212e3b0991 req-24c71c9b-e2c6-47cd-a042-41af39f62b24 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:35.448446 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ca512d1c-deba-482d-a5c7-03212e3b0991 req-24c71c9b-e2c6-47cd-a042-41af39f62b24 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 945 time: 0.1670961 May 27 09:30:35.533751 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ca512d1c-deba-482d-a5c7-03212e3b0991 req-53d9a435-1f00-47fd-bc1a-83b0d0d3343a tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/security-groups?id=dcfb64a5-ea13-4138-9ca1-f65693541f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839961 May 27 09:30:35.582333 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] For port 91b6a976-d147-4e7b-a5af-d4e48d35be4c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=91b6a976-d147-4e7b-a5af-d4e48d35be4c,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:35.583200 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:35.823571 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Calling delete_port for 91b6a976-d147-4e7b-a5af-d4e48d35be4c owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:30:35.965125 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5836b3-2a04-49ae-acde-3b8eed9b851e req-9f480b10-2db0-475d-8356-c75039d8f752 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:35.967000 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ca5836b3-2a04-49ae-acde-3b8eed9b851e req-9f480b10-2db0-475d-8356-c75039d8f752 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2018719 May 27 09:30:36.059349 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:30:36.143009 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ca5836b3-2a04-49ae-acde-3b8eed9b851e req-cc409cbc-f6c8-44e4-86a8-af98f7e71769 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598625 May 27 09:30:36.244015 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:36.259949 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['91b6a976-d147-4e7b-a5af-d4e48d35be4c'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:30:36.263525 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:36.497942 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Pushing event deleted for resources: {'Port': ['ID=91b6a976-d147-4e7b-a5af-d4e48d35be4c,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:36.570252 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:36.655202 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] No DVR routers for this DVR port 91b6a976-d147-4e7b-a5af-d4e48d35be4c on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:30:36.696685 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:36.763173 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72', 'name': 'network-vif-deleted', 'tag': '91b6a976-d147-4e7b-a5af-d4e48d35be4c'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:30:36.809016 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-19c7af88-b91a-448f-81fa-dfe050d7a876 req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.36 "DELETE /v2.0/ports/91b6a976-d147-4e7b-a5af-d4e48d35be4c HTTP/1.1" status: 204 len: 173 time: 1.8009291 May 27 09:30:37.003387 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd488de-4bc9-4658-a00e-7eb2ea01f595 req-2e26a5eb-fd7f-4b07-87df-4343c70affa4 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:37.029688 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-3fd488de-4bc9-4658-a00e-7eb2ea01f595 req-2e26a5eb-fd7f-4b07-87df-4343c70affa4 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.5227783 May 27 09:30:37.257259 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-3fd488de-4bc9-4658-a00e-7eb2ea01f595 req-0681b32d-84b0-401b-8fb6-14cfb5fd7e09 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260659 May 27 09:30:37.623071 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72', 'name': 'network-vif-deleted', 'tag': '91b6a976-d147-4e7b-a5af-d4e48d35be4c', 'status': 'completed', 'code': 200} May 27 09:30:37.829443 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-97b6bafc-ca40-472e-9306-e6a12cc74db1 req-c346d4e2-2694-4102-b5b3-f01333047930 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4a7c1d-1fae-4dc8-beba-6dae4bfa9a72 HTTP/1.1" status: 200 len: 210 time: 0.0958652 May 27 09:30:38.129099 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744d39b-ad0f-40d2-94b9-5eac474ab77b req-40e6a30f-553d-4470-8f81-7b9d5c66b289 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:38.131250 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6744d39b-ad0f-40d2-94b9-5eac474ab77b req-40e6a30f-553d-4470-8f81-7b9d5c66b289 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1759591 May 27 09:30:38.410779 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6744d39b-ad0f-40d2-94b9-5eac474ab77b req-cadae97e-ce19-4932-a86f-c73a8f2bf07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718816 May 27 09:30:38.546216 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-60d57642-75ce-4a36-b988-63956e28bb12 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Synchronizing usage tracker for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:30:38.649453 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-60d57642-75ce-4a36-b988-63956e28bb12 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Unset dirty status for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:30:38.654151 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-60d57642-75ce-4a36-b988-63956e28bb12 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1322330598&fields=id&tenant_id=6d70f605810247cba902fc89fe1cdba3 HTTP/1.1" status: 200 len: 267 time: 0.2492366 May 27 09:30:38.765091 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bb424-56bc-4df1-9550-d4dcfac6688b req-052324d4-c16e-4029-8e49-d232537b64ad tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:38.789368 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-550bb424-56bc-4df1-9550-d4dcfac6688b req-052324d4-c16e-4029-8e49-d232537b64ad tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1747296 May 27 09:30:38.935234 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-550bb424-56bc-4df1-9550-d4dcfac6688b req-a0da322d-217e-4766-913d-e6ae4fb2e565 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338277 May 27 09:30:39.105764 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 91b6a976-d147-4e7b-a5af-d4e48d35be4c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:30:39.156533 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-00acdef5-d76c-4ae5-a1c6-022a04facf0c tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:39.158434 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-00acdef5-d76c-4ae5-a1c6-022a04facf0c tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Synchronizing usage tracker for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:network {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:30:39.195398 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 91b6a976-d147-4e7b-a5af-d4e48d35be4c {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:30:39.196305 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 91b6a976-d147-4e7b-a5af-d4e48d35be4c not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:30:39.204237 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-00acdef5-d76c-4ae5-a1c6-022a04facf0c tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Unset dirty status for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:network {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:30:39.206886 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-00acdef5-d76c-4ae5-a1c6-022a04facf0c tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/networks?id=a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 200 len: 809 time: 0.5438421 May 27 09:30:39.274206 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37818) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:39.281809 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bf013e07-bddb-4a78-b170-126e748a620d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/quotas/6d70f605810247cba902fc89fe1cdba3 HTTP/1.1" status: 200 len: 375 time: 0.0642555 May 27 09:30:39.504701 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-6a833496-db84-4f82-bad3-756b907303ce tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Synchronizing usage tracker for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:30:39.565521 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-6a833496-db84-4f82-bad3-756b907303ce tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Unset dirty status for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:30:39.601313 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-6a833496-db84-4f82-bad3-756b907303ce tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d70f605810247cba902fc89fe1cdba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3157203 May 27 09:30:39.935712 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-192e0447-cf84-4d84-b24e-ba97153a8316 service neutron] 10.222.0.37 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743526 May 27 09:30:40.443567 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a52e80-541c-42db-8f31-c5f4288426db req-a734b0e8-c190-45e6-be20-e54a7a2a678b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:40.452414 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b2a52e80-541c-42db-8f31-c5f4288426db req-a734b0e8-c190-45e6-be20-e54a7a2a678b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.5402751 May 27 09:30:40.509550 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-ff019d59-ce24-445f-be9b-549d96944a4c service neutron] 10.222.0.37 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438688 May 27 09:30:40.565955 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b2a52e80-541c-42db-8f31-c5f4288426db req-2282fa95-4c17-42ff-9969-2f8789e20e4e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124635 May 27 09:30:40.997252 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aa908-b2c2-4b9e-acbd-c82d96021789 req-84cdb5f3-0ac4-4e5d-8d76-d8726cc1f6d6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:41.006213 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-721aa908-b2c2-4b9e-acbd-c82d96021789 req-84cdb5f3-0ac4-4e5d-8d76-d8726cc1f6d6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.2097931 May 27 09:30:41.158033 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-721aa908-b2c2-4b9e-acbd-c82d96021789 req-0f31aa98-0483-4e1b-8cf6-1cee2f0865df tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471143 May 27 09:30:41.214779 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768243'] for router_interface, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:42.092724 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a12f95d4-1197-4a50-b176-ddbb4c036ed9 req-005ab1ce-63a4-42ac-9547-a74f7ed20e08 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 210 time: 0.1168287 May 27 09:30:42.212114 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f1e9674d-7429-4f7b-bb83-a1a4f051a58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:42.680535 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0118a1-9da4-4cb9-87b7-389905de614d req-b8b01dab-58fc-4e0e-87db-23e57f15fd76 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:42.696246 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-5f0118a1-9da4-4cb9-87b7-389905de614d req-b8b01dab-58fc-4e0e-87db-23e57f15fd76 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1678019 May 27 09:30:42.761829 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-5f0118a1-9da4-4cb9-87b7-389905de614d req-702736ad-51ff-42a6-b13f-83cd86afebdc tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642421 May 27 09:30:42.845346 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84262f8f-a7c1-457d-8d77-db586b3ed688 req-7bb9f9ba-5ced-4050-b62a-77a6b0a1f4f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:42.847134 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-84262f8f-a7c1-457d-8d77-db586b3ed688 req-7bb9f9ba-5ced-4050-b62a-77a6b0a1f4f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.7416067 May 27 09:30:43.078746 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-84262f8f-a7c1-457d-8d77-db586b3ed688 req-d2bd25fa-440e-4db9-8a1e-c3d19a9b8e52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182162 May 27 09:30:43.317890 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Deleting port 45c7fa52-9147-4dc4-89ac-013b5fad8c25 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:30:43.320356 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:43.599115 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d08ed04f-6c36-4c3d-85ae-c3334d3118b9 req-2e48515c-b683-4759-9036-bffc5825b604 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 210 time: 0.2180786 May 27 09:30:43.719102 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] For port 45c7fa52-9147-4dc4-89ac-013b5fad8c25, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=45c7fa52-9147-4dc4-89ac-013b5fad8c25,segment=NetworkSegment(4bb6e925-cfbe-4dab-8603-ef1867adb77a),segment_id=4bb6e925-cfbe-4dab-8603-ef1867adb77a)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:43.719566 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:43.941666 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Calling delete_port for 45c7fa52-9147-4dc4-89ac-013b5fad8c25 owned by network:router_interface {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:30:44.363871 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c461312-9534-4af4-b463-fe67caaa67ed req-e045d970-b1f9-4a05-895a-7e97e9a25535 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:44.383367 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7c461312-9534-4af4-b463-fe67caaa67ed req-e045d970-b1f9-4a05-895a-7e97e9a25535 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.3811641 May 27 09:30:44.494617 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7c461312-9534-4af4-b463-fe67caaa67ed req-1c8277f3-9d85-4729-85f8-4cd0014e5899 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099973 May 27 09:30:44.565641 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:44.578490 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:44.630940 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Pushing event deleted for resources: {'Port': ['ID=45c7fa52-9147-4dc4-89ac-013b5fad8c25,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:44.704422 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:44.875390 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f236b502-d618-4b63-b264-f1f227aecf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:44.909171 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e901f7-776e-41b7-a47d-89e40fd7608c req-d5384c8e-2b83-4249-bf58-bddfeadd7e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:44.909561 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c5e901f7-776e-41b7-a47d-89e40fd7608c req-d5384c8e-2b83-4249-bf58-bddfeadd7e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.3900144 May 27 09:30:45.048565 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f3692236-0bc6-4fa7-bcfe-54d63af3053d req-c2645006-b5bc-450f-9af4-2fc5b9333628 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 210 time: 0.2195790 May 27 09:30:45.099383 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c5e901f7-776e-41b7-a47d-89e40fd7608c req-0642936c-bb5c-4ddf-93e6-6f705dfe0966 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732700 May 27 09:30:45.164083 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-44bbc50b-8fb9-405a-8dd3-d907b492b0ac tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:45.165993 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-44bbc50b-8fb9-405a-8dd3-d907b492b0ac tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.36 "GET /v2.0/networks?id=a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 200 len: 809 time: 0.4599175 May 27 09:30:45.648802 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:45.879925 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-ab038cb4-16b7-45aa-b8a3-81f130fb4428 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Synchronizing usage tracker for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:30:45.897936 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dac50-2b15-4f79-809c-89ef1f39bfa1 req-43e64fc4-c4eb-4b6b-b73c-7a1389c69368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:45.906726 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0a1dac50-2b15-4f79-809c-89ef1f39bfa1 req-43e64fc4-c4eb-4b6b-b73c-7a1389c69368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1418688 May 27 09:30:45.909276 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764483'] for router_interface, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:45.950312 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-ab038cb4-16b7-45aa-b8a3-81f130fb4428 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Unset dirty status for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:30:45.952295 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-ab038cb4-16b7-45aa-b8a3-81f130fb4428 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d70f605810247cba902fc89fe1cdba3 HTTP/1.1" status: 200 len: 380 time: 0.3489726 May 27 09:30:45.973855 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0a1dac50-2b15-4f79-809c-89ef1f39bfa1 req-f2765b2f-98f0-4438-a650-5702f73f3cea tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649459 May 27 09:30:46.148437 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Request body: {'port': {'device_id': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'admin_state_up': True, 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'security_groups': ['d4287d18-12df-43e9-b11a-8473250e80f5']}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:46.459847 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-451dad92-3976-495a-b09b-ab603566ae65 req-f65da6c3-ceec-4746-b308-42571e88acf8 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 210 time: 0.1100161 May 27 09:30:46.499123 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-e3d8df56-28b8-4b8a-965b-4f5911cc13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:46.505565 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-e3d8df56-28b8-4b8a-965b-4f5911cc13d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 1099 time: 0.3151076 May 27 09:30:46.754908 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-1634b03e-7ce7-4125-b0c4-fe4145f29d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:46.757563 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-1634b03e-7ce7-4125-b0c4-fe4145f29d53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 912 time: 0.2467880 May 27 09:30:46.758158 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 37910) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:46.861119 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:46.881943 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:46.923864 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Made reservation on behalf of 6d70f605810247cba902fc89fe1cdba3 for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:30:46.931313 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:46.943321 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-a5a62cda-7081-406c-9b5f-99fa20101d7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60935d07-eebd-4026-bae7-40b6a67959c0 HTTP/1.1" status: 200 len: 1001 time: 0.1774919 May 27 09:30:46.968494 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:47.109641 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:47.142728 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Usage tracker for resource:security_group_rule and tenant:52089053b9bf4e5a817a8ac7bddd1518 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:47.153697 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:47.164249 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:47.175480 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-a05bf9ca-9277-4ee9-9d87-a680def9636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:47.179952 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-a05bf9ca-9277-4ee9-9d87-a680def9636c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.1962912 May 27 09:30:47.239220 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Allocated IP 172.20.0.9 (a945622c-506d-410f-907b-4f94ba757fed/d48acffe-ec0c-487a-bb63-f998d3195a26/1951cea2-f361-4e4e-8cca-47eb1b218c4b) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:30:47.422933 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:47.496060 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:47.502177 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:47.516954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Transition to ACTIVE for port object 1951cea2-f361-4e4e-8cca-47eb1b218c4b will not be triggered until provisioned by entity DHCP. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:30:47.630159 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:47.664665 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:47.689945 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9c4dd7c8-429a-470e-a459-b2e241ce9c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:47.691124 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:47.825472 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232710b1-85e8-430e-a6e3-a123414074cb,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:47.856075 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'Port': ['ID=1951cea2-f361-4e4e-8cca-47eb1b218c4b,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:47.873761 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52089053b9bf4e5a817a8ac7bddd1518&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1117656 May 27 09:30:47.878203 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:47.880261 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 37926) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:47.885424 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:47.900327 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-d3258dca-8be5-4782-9a87-a305738c783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:47.911607 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-d3258dca-8be5-4782-9a87-a305738c783d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7203689 May 27 09:30:47.915197 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Network a945622c-506d-410f-907b-4f94ba757fed is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:30:47.924078 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:30:47.932261 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:30:47.996097 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Router 45b95914-fd48-44e2-a863-67ec7c81ea3a has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:30:48.033923 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaef69e-f8cc-4e14-9ae7-cdb90d0dffdb req-ffec27a2-195b-4902-86c0-ac129aa0d490 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:48.035544 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-abaef69e-f8cc-4e14-9ae7-cdb90d0dffdb req-ffec27a2-195b-4902-86c0-ac129aa0d490 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 2.0816207 May 27 09:30:48.113653 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:48.114345 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:48.247295 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207727f-ea53-477f-a333-2ff371079698 req-b8d86d06-4f01-4f07-b1e2-ba06242e1592 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:48.259580 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3207727f-ea53-477f-a333-2ff371079698 req-b8d86d06-4f01-4f07-b1e2-ba06242e1592 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.7381444 May 27 09:30:48.348959 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-5e5e0b31-6e3f-476d-8e4d-30d6871fab33 None None] Provisioning for port 1951cea2-f361-4e4e-8cca-47eb1b218c4b completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:30:48.361532 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-5e5e0b31-6e3f-476d-8e4d-30d6871fab33 None None] Provisioning complete for port 1951cea2-f361-4e4e-8cca-47eb1b218c4b triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:48.362480 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0b31-6e3f-476d-8e4d-30d6871fab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:48.378465 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2354419 May 27 09:30:48.384559 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-abaef69e-f8cc-4e14-9ae7-cdb90d0dffdb req-188301ea-f393-4855-bf7a-5169b22beaf0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771423 May 27 09:30:48.395053 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Request body: {'port': {'device_id': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:48.517486 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-5cfe6c66-1d66-46ac-bb49-67dbdff6074a service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964365 May 27 09:30:48.539334 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3207727f-ea53-477f-a333-2ff371079698 req-b84790a8-0564-46ee-90eb-c4412f591b41 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752476 May 27 09:30:48.648414 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1048051-8bb5-4f8d-9b5e-ddc353766d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:48.661495 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e0b31-6e3f-476d-8e4d-30d6871fab33 None None] Port 1951cea2-f361-4e4e-8cca-47eb1b218c4b cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:30:48.703323 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:30:48.715945 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] Sync routers for ids ['45b95914-fd48-44e2-a863-67ec7c81ea3a'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:30:48.726621 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] 10.222.0.37 "PUT /v2.0/routers/45b95914-fd48-44e2-a863-67ec7c81ea3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4524448 May 27 09:30:48.736360 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] Routers {'45b95914-fd48-44e2-a863-67ec7c81ea3a'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:30:48.738198 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:30:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['45b95914-fd48-44e2-a863-67ec7c81ea3a'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:48.741161 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 37932) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:48.854489 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:48.962907 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:49.029918 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28daee4d-5b95-45c6-992d-1b71bc7126e6 req-cdc382c3-6409-428e-aea2-964d8eba7c49 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873295 May 27 09:30:49.033509 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1048051-8bb5-4f8d-9b5e-ddc353766d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:49.151767 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1048051-8bb5-4f8d-9b5e-ddc353766d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:49.157016 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8e0d2db9-4db3-4263-98c5-a12fe3da5aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:49.181211 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1048051-8bb5-4f8d-9b5e-ddc353766d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232710b1-85e8-430e-a6e3-a123414074cb,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:49.192987 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c1048051-8bb5-4f8d-9b5e-ddc353766d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:49.212769 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1048051-8bb5-4f8d-9b5e-ddc353766d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:49.214091 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c1048051-8bb5-4f8d-9b5e-ddc353766d24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/232710b1-85e8-430e-a6e3-a123414074cb HTTP/1.1" status: 204 len: 168 time: 1.2990646 May 27 09:30:49.304294 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] Set router 45b95914-fd48-44e2-a863-67ec7c81ea3a gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:30:49.348870 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:49.843904 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38db51a-9fec-48dc-add8-ebf949c9a144 req-fa3fdaeb-0af9-4d1a-811c-c19b89453d11 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:49.855638 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e38db51a-9fec-48dc-add8-ebf949c9a144 req-fa3fdaeb-0af9-4d1a-811c-c19b89453d11 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1954641 May 27 09:30:49.913897 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:11Z', 'updated_at': '2021-05-27T09:30:44Z', 'revision_number': 5, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'gw_port': {'id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:49.922416 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] Checking router: 45b95914-fd48-44e2-a863-67ec7c81ea3a for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:30:49.933983 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] Routers {'45b95914-fd48-44e2-a863-67ec7c81ea3a'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:30:49.934901 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:30:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['45b95914-fd48-44e2-a863-67ec7c81ea3a'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:49.935624 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e38db51a-9fec-48dc-add8-ebf949c9a144 req-aced3aa4-b140-43a6-8afb-598b5fd173a5 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795870 May 27 09:30:49.974283 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918d6f2-dab5-4f27-ab47-4223ceac5164 req-e25e5fff-ab06-44b2-ad94-a5d41d1215be tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:49.976500 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-9918d6f2-dab5-4f27-ab47-4223ceac5164 req-e25e5fff-ab06-44b2-ad94-a5d41d1215be tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Synchronizing usage tracker for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:30:50.376953 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48feb93-0f00-4573-bc5f-24dfb68c8d6b req-4abbc58b-fab0-4df6-b977-5007749b7af8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:50.379608 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d48feb93-0f00-4573-bc5f-24dfb68c8d6b req-4abbc58b-fab0-4df6-b977-5007749b7af8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2827132 May 27 09:30:50.401024 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:50.412095 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] Set router 45b95914-fd48-44e2-a863-67ec7c81ea3a gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:30:50.477723 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-9918d6f2-dab5-4f27-ab47-4223ceac5164 req-e25e5fff-ab06-44b2-ad94-a5d41d1215be tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Unset dirty status for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:30:50.501092 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9918d6f2-dab5-4f27-ab47-4223ceac5164 req-e25e5fff-ab06-44b2-ad94-a5d41d1215be tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 931 time: 1.6400909 May 27 09:30:50.540264 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d48feb93-0f00-4573-bc5f-24dfb68c8d6b req-dee4f381-84df-4c33-9700-af3d18f19584 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290522 May 27 09:30:50.817360 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9918d6f2-dab5-4f27-ab47-4223ceac5164 req-dfe0cb72-16f6-4141-bf46-eb96a22a00b7 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146839 May 27 09:30:50.931520 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Deleting port 8da3e7ea-ed4f-455d-9212-f838da3099e2 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:30:50.932414 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:50.936470 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:11Z', 'updated_at': '2021-05-27T09:30:44Z', 'revision_number': 5, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'gw_port': {'id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:50.941257 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75245c70-2299-43ca-9027-2ebc739af919 None None] The sync data for ids ['45b95914-fd48-44e2-a863-67ec7c81ea3a'] in dv-cinder-772623-6-smb is: [{'id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'name': 'tempest-ServerRescueNegativeTestJSON-390986509-router', 'tenant_id': '646a907dfb154a678bf14fd2fa6959c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:11Z', 'updated_at': '2021-05-27T09:30:44Z', 'revision_number': 5, 'project_id': '646a907dfb154a678bf14fd2fa6959c1', 'gw_port': {'id': '8da3e7ea-ed4f-455d-9212-f838da3099e2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b95914-fd48-44e2-a863-67ec7c81ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:30:51.237986 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1951cea2-f361-4e4e-8cca-47eb1b218c4b {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:30:51.262865 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:51.303829 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Transition to ACTIVE for port object 1951cea2-f361-4e4e-8cca-47eb1b218c4b will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:30:51.322766 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] For port 8da3e7ea-ed4f-455d-9212-f838da3099e2, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=8da3e7ea-ed4f-455d-9212-f838da3099e2,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:51.323132 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:51.332025 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:51.349756 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4161-6d2d-4ea6-892e-dbc3d377b3fb req-1eb1e7a7-4739-4948-bec9-d2cc2c68a1c9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:51.350734 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:51.360547 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3d0c4161-6d2d-4ea6-892e-dbc3d377b3fb req-1eb1e7a7-4739-4948-bec9-d2cc2c68a1c9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1686532 May 27 09:30:51.460188 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3d0c4161-6d2d-4ea6-892e-dbc3d377b3fb req-97f369c9-a2fe-4f4e-b82b-a3d2fef57496 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935605 May 27 09:30:51.642017 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Calling delete_port for 8da3e7ea-ed4f-455d-9212-f838da3099e2 owned by network:router_gateway {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:30:51.843219 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Pushing event updated for resources: {'Port': ['ID=1951cea2-f361-4e4e-8cca-47eb1b218c4b,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:51.859105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:51.924229 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 45c7fa52-9147-4dc4-89ac-013b5fad8c25 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:30:52.022909 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Attempting to bind port 1951cea2-f361-4e4e-8cca-47eb1b218c4b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:30:52.023391 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Attempting to bind port 1951cea2-f361-4e4e-8cca-47eb1b218c4b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:30:52.023613 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Attempting to bind port 1951cea2-f361-4e4e-8cca-47eb1b218c4b on network a945622c-506d-410f-907b-4f94ba757fed {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:30:52.038332 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 45c7fa52-9147-4dc4-89ac-013b5fad8c25 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:30:52.038666 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 45c7fa52-9147-4dc4-89ac-013b5fad8c25 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:30:52.047242 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Port 1951cea2-f361-4e4e-8cca-47eb1b218c4b on network a945622c-506d-410f-907b-4f94ba757fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:30:52.047837 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Attempting to bind port 1951cea2-f361-4e4e-8cca-47eb1b218c4b on network a945622c-506d-410f-907b-4f94ba757fed {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:30:52.070383 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:30:52.071053 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Checking segment: {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:30:52.071692 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Bound using segment: {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:30:52.072289 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Bound port: 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6019378d-3f3e-4a8b-9b5d-05897dafb8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:30:52.072912 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:52.560381 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:52.574209 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-37e097cb-88f0-4a8c-a964-e9cf3938a7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:52.689570 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da3e7ea-ed4f-455d-9212-f838da3099e2,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:52.701294 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:52.757191 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:30:52.811261 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:30:52.830370 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558aa5b-f9f1-4ea9-8a2d-10b40a9be110 req-a7b6ce29-4cf1-4c3b-b59e-b69e9dbfcf13 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:52.833229 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4558aa5b-f9f1-4ea9-8a2d-10b40a9be110 req-a7b6ce29-4cf1-4c3b-b59e-b69e9dbfcf13 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 943 time: 0.7389705 May 27 09:30:52.837822 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:52.920105 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbf7a4-57e4-4c95-bbc2-44d0b818c0ad req-9cdda522-d38b-48a3-ae26-91151450cd62 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:52.922225 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36bbf7a4-57e4-4c95-bbc2-44d0b818c0ad req-9cdda522-d38b-48a3-ae26-91151450cd62 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.2706890 May 27 09:30:52.984811 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:53.022543 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-36bbf7a4-57e4-4c95-bbc2-44d0b818c0ad req-59b61dfe-1366-4b33-b8a0-b6ecb7b270c0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827823 May 27 09:30:53.092432 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:53.093133 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:53.097570 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] 10.222.0.36 "PUT /v2.0/ports/1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 200 len: 1093 time: 4.7116160 May 27 09:30:53.099801 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:30:53.127388 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763868'] for router_gateway, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:53.241324 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'status': 'completed', 'code': 200} May 27 09:30:53.347111 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4558aa5b-f9f1-4ea9-8a2d-10b40a9be110 req-cc5183c5-3cd4-4eb5-8179-c99326cea762 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4983521 May 27 09:30:53.431276 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Pushing event updated for resources: {'Port': ['ID=1951cea2-f361-4e4e-8cca-47eb1b218c4b,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:53.448113 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:53.457551 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4056'] for router, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:53.463169 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:53.570213 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765807'] for router, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:53.570933 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45b95914-fd48-44e2-a863-67ec7c81ea3a {{(pid=91809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:30:53.574320 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-6f3da92b-b849-461f-b18f-11c446bc6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:53.576101 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-6f3da92b-b849-461f-b18f-11c446bc6e9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d70f605810247cba902fc89fe1cdba3&device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1096 time: 0.3703563 May 27 09:30:53.669328 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-0bdb05ef-6717-4929-8d51-1b55e50097ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 200 len: 217 time: 0.0846806 May 27 09:30:53.671240 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:53.681236 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/45b95914-fd48-44e2-a863-67ec7c81ea3a HTTP/1.1" status: 204 len: 168 time: 4.9352541 May 27 09:30:53.681860 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 37970) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:53.783179 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-752e97ba-ca50-4f5d-8be2-ab771fa7508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:53.785089 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-752e97ba-ca50-4f5d-8be2-ab771fa7508c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d48acffe-ec0c-487a-bb63-f998d3195a26 HTTP/1.1" status: 200 len: 848 time: 0.1048188 May 27 09:30:53.837362 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_v2 [None req-28403cc3-9cb0-44b8-b609-d85f969e101b admin admin] Deleting subnet 4da537f2-b638-49ca-9689-cca0c15d80b3 {{(pid=91808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:30:53.843718 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-28403cc3-9cb0-44b8-b609-d85f969e101b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:53.902340 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-28403cc3-9cb0-44b8-b609-d85f969e101b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6308039'] for subnet, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:53.914910 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-f8a48f46-dace-4144-a86d-23afd423cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:53.916495 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-f8a48f46-dace-4144-a86d-23afd423cc0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a945622c-506d-410f-907b-4f94ba757fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1229939 May 27 09:30:53.976701 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-28403cc3-9cb0-44b8-b609-d85f969e101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:54.237637 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-c7d73eef-ca7f-4539-a23c-9bb9559d992d service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137555 May 27 09:30:54.420779 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ad67a-80d8-417b-a8b4-ad8d6f4489c6 req-b1485f5c-82da-4a7a-8b1a-fdf52ba57247 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:54.420779 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-311ad67a-80d8-417b-a8b4-ad8d6f4489c6 req-b1485f5c-82da-4a7a-8b1a-fdf52ba57247 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.2628486 May 27 09:30:54.427649 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-88e38e32-0e06-40a5-833a-ef729b7d45aa req-3a0c7841-c76f-47fb-a202-fe377d4b12d0 service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823287 May 27 09:30:54.455826 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-28403cc3-9cb0-44b8-b609-d85f969e101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6308038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7089785'] for subnet, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:54.466051 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:54.497876 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-311ad67a-80d8-417b-a8b4-ad8d6f4489c6 req-dae2cf31-b5f5-42dc-87ae-687ebc69b789 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751543 May 27 09:30:54.602035 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28403cc3-9cb0-44b8-b609-d85f969e101b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da537f2-b638-49ca-9689-cca0c15d80b3,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:54.614951 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-28403cc3-9cb0-44b8-b609-d85f969e101b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:54.630950 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-28403cc3-9cb0-44b8-b609-d85f969e101b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:54.644052 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-28403cc3-9cb0-44b8-b609-d85f969e101b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4da537f2-b638-49ca-9689-cca0c15d80b3 HTTP/1.1" status: 204 len: 168 time: 0.9568508 May 27 09:30:54.644681 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 37990) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:54.687047 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-960ea18e-52a0-4c65-8320-1b1bfb610cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:54.690002 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-960ea18e-52a0-4c65-8320-1b1bfb610cbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d70f605810247cba902fc89fe1cdba3&device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1096 time: 0.1061478 May 27 09:30:54.953169 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-ea611912-a17e-45d3-9a59-889b7df87732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:54.954880 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-ea611912-a17e-45d3-9a59-889b7df87732 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 200 len: 910 time: 0.2492456 May 27 09:30:54.977989 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:54.996378 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f470a-73f8-4a05-8d44-9acbd86ba71c req-3176086d-47a7-4b40-89a3-e0a645915914 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:54.999135 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-cb6f470a-73f8-4a05-8d44-9acbd86ba71c req-3176086d-47a7-4b40-89a3-e0a645915914 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 943 time: 0.4705966 May 27 09:30:55.038689 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-b996cffa-2057-4cf6-9592-fa67f430f065 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 200 len: 217 time: 0.0758727 May 27 09:30:55.114783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-352fbb40-0ac6-48e4-ac6b-d6434eb5cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:55.117248 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-352fbb40-0ac6-48e4-ac6b-d6434eb5cfeb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d48acffe-ec0c-487a-bb63-f998d3195a26 HTTP/1.1" status: 200 len: 848 time: 0.0715024 May 27 09:30:55.201254 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-f46a861b-e0bb-4c87-b777-cc3740f73b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:55.202671 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-f46a861b-e0bb-4c87-b777-cc3740f73b87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a945622c-506d-410f-907b-4f94ba757fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782542 May 27 09:30:55.283854 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-cb6f470a-73f8-4a05-8d44-9acbd86ba71c req-1733d520-79d9-4b93-8ded-d5873c9bd91d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716432 May 27 09:30:55.316896 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-0d11ea28-b020-47db-a9de-1451c5a096af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:55.319663 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-0d11ea28-b020-47db-a9de-1451c5a096af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 1099 time: 0.4800854 May 27 09:30:55.359356 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:55.380541 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1a3968-62f3-40b5-8881-3b625d7f04e5']}} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:55.446841 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb6e925-cfbe-4dab-8603-ef1867adb77a') {'for_net_delete': True} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:55.447317 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb6e925-cfbe-4dab-8603-ef1867adb77a') {} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:30:55.472595 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-652e7ec4-ad19-4bb3-b826-d0871efe4cf7 service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618372 May 27 09:30:55.486850 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6308094'] for segment, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:55.522155 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:55.537392 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=91808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:30:55.538482 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6370660'] for segment, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: Traceback (most recent call last): May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: timer() May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: cb(*args, **kw) May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: return func(*args, **kwargs) May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: self._notify() May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: self.callback(batched_events) May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: event.method(event) May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: return f(self, *a, **k) May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: return self._get(url).json() May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: return self.request(url, 'GET', **kwargs) May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:30:55.552448 dv-cinder-772623-6-smb neutron-server[91808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:30:55.640319 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-36d7aab8-4790-4d83-be2c-c6614492214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:55.642162 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-36d7aab8-4790-4d83-be2c-c6614492214e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 917 time: 0.3127635 May 27 09:30:55.729231 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:55.746015 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1fd69822-6583-47eb-8aaa-70d5d4987b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:55.767623 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:55.785463 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1a3968-62f3-40b5-8881-3b625d7f04e5,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:55.803072 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:55.809469 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-7e6eb6a9-af2f-408e-afd1-0bb871dfc050 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c HTTP/1.1" status: 200 len: 1002 time: 0.1600456 May 27 09:30:55.819885 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] 10.222.0.37 "DELETE /v2.0/networks/9b1a3968-62f3-40b5-8881-3b625d7f04e5 HTTP/1.1" status: 204 len: 168 time: 1.1736863 May 27 09:30:55.831974 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d3ea173a-cdb3-46f3-90be-57faafb11330 req-5f8d9c80-8590-49f1-85e0-615313fa2dca service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523808 May 27 09:30:55.842133 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 8da3e7ea-ed4f-455d-9212-f838da3099e2 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:30:55.876567 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c6bd-9097-45ec-8b75-9de519ea2508 req-d804ca4e-44b5-4960-a12c-293af9d707aa tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:55.878901 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c502c6bd-9097-45ec-8b75-9de519ea2508 req-d804ca4e-44b5-4960-a12c-293af9d707aa tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.2111030 May 27 09:30:55.927300 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 8da3e7ea-ed4f-455d-9212-f838da3099e2 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:30:55.927662 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 8da3e7ea-ed4f-455d-9212-f838da3099e2 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:30:55.939490 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c502c6bd-9097-45ec-8b75-9de519ea2508 req-c2c5d90b-1b0e-42cf-bc5b-c3b8d5968580 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545464 May 27 09:30:55.945926 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-fde964a6-1e78-4297-aa59-d75f0a37ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:55.947601 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-fde964a6-1e78-4297-aa59-d75f0a37ce16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.1265864 May 27 09:30:56.055424 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-daa0046c-6392-4937-a74a-70a80e3b1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:56.057607 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-daa0046c-6392-4937-a74a-70a80e3b1f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1029940 May 27 09:30:56.061583 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 38000) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:56.136545 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-3ea51169-6937-4f8d-9419-c17f8ebe1dbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=646a907dfb154a678bf14fd2fa6959c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0733335 May 27 09:30:56.139814 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 38006) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:56.260269 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a3adcf37-a42d-47e7-92db-0cacd71e0ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:56.295456 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a3adcf37-a42d-47e7-92db-0cacd71e0ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:56.305927 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-c74a80be-e458-4601-a24d-3657fbcfc808 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420645 May 27 09:30:56.386655 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a3adcf37-a42d-47e7-92db-0cacd71e0ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:56.398324 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-62cb44d0-a977-43d4-85bc-3f521ac49652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:56.424641 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adcf37-a42d-47e7-92db-0cacd71e0ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfb64a5-ea13-4138-9ca1-f65693541f1f,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:56.432308 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a3adcf37-a42d-47e7-92db-0cacd71e0ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:56.455882 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a3adcf37-a42d-47e7-92db-0cacd71e0ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:56.461417 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-a3adcf37-a42d-47e7-92db-0cacd71e0ae1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcfb64a5-ea13-4138-9ca1-f65693541f1f HTTP/1.1" status: 204 len: 168 time: 0.3168080 May 27 09:30:56.691437 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-28f0cf43-5cf8-471a-9382-eb52a43d123e req-a65fb9d9-93f5-434d-a725-4b85d9b6a7e2 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783023 May 27 09:30:56.731648 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc79ec-15dd-4f60-a392-78dd99e20a94 req-885f2bdd-ab11-4205-8f72-69bac426b017 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:56.740068 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c4fc79ec-15dd-4f60-a392-78dd99e20a94 req-885f2bdd-ab11-4205-8f72-69bac426b017 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 943 time: 0.2259808 May 27 09:30:56.800616 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c4fc79ec-15dd-4f60-a392-78dd99e20a94 req-e65ac375-cd6c-46ce-b0b9-f658caa9ed2d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592828 May 27 09:30:57.172892 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 1951cea2-f361-4e4e-8cca-47eb1b218c4b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:30:57.300450 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5319e3-ac1f-4548-ad28-7edbb2c14d9a req-4f483baa-c4eb-491b-aa3e-b92055ba3543 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:57.302629 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7e5319e3-ac1f-4548-ad28-7edbb2c14d9a req-4f483baa-c4eb-491b-aa3e-b92055ba3543 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1603749 May 27 09:30:57.371193 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7e5319e3-ac1f-4548-ad28-7edbb2c14d9a req-7ef98caf-b605-4342-9b97-2fbf864d8452 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572927 May 27 09:30:57.374461 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:57.390619 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'port_id': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'mac_address': 'fa:16:3e:06:61:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:30:57.464327 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:57.493009 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1951cea2-f361-4e4e-8cca-47eb1b218c4b {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:30:57.515121 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:30:57.519966 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:57.522956 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-4b868cec-8e12-4e11-9efd-8a9e113e5426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:57.599800 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=1951cea2-f361-4e4e-8cca-47eb1b218c4b,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:57.607666 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38042) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:57.608432 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.608432 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.608664 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.608936 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.609479 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.609479 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.609806 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.610127 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.610437 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.610929 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.611510 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.611830 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:30:57.616654 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:57.756918 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-904650288-network', 'tenant_id': '1528bf65d7184bd7884b85a61efd69e2'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:57.761860 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:57.765639 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Usage tracker for resource:network and tenant:1528bf65d7184bd7884b85a61efd69e2 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:57.768479 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:57.774841 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:57.786977 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Made reservation on behalf of 1528bf65d7184bd7884b85a61efd69e2 for: {'network': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:30:57.788661 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['1951cea2-f361-4e4e-8cca-47eb1b218c4b'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:30:57.789369 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:57.802373 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:57.819907 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:57.824110 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1528bf65d7184bd7884b85a61efd69e2 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:57.827044 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:57.832958 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:57.976363 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:57.982711 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:57.991567 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4946ce3b-aba5-4b6d-812f-9b34b4feeebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:58.045845 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=91808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:30:58.064380 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:58.066435 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ddd9-b685-4f90-a8cf-931ec0bf6087 req-1eef3303-b96c-40e6-9ee1-788ab2fa98b2 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:58.068608 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-caf2ddd9-b685-4f90-a8cf-931ec0bf6087 req-1eef3303-b96c-40e6-9ee1-788ab2fa98b2 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 944 time: 0.1271062 May 27 09:30:58.074271 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:58.093877 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:58.094271 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.segments_db [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Added segment e7190499-3774-474f-8b9b-e5cc2c78e484 of type vlan for network 6e6b8036-04bb-458d-ba50-3bce408b55b4 May 27 09:30:58.147062 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:58.164315 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-caf2ddd9-b685-4f90-a8cf-931ec0bf6087 req-fde04da1-66c3-400c-b6c8-3d89f83a13b8 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842333 May 27 09:30:58.199166 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:58.206777 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:58.207498 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:58.214716 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:58.344677 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6b8036-04bb-458d-ba50-3bce408b55b4,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:58.348793 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:58.351754 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7425795 May 27 09:30:58.356105 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38050) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:30:58.357793 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 6e6b8036-04bb-458d-ba50-3bce408b55b4 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:30:58.364268 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Request body: {'subnet': {'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-904650288-subnet', 'tenant_id': '1528bf65d7184bd7884b85a61efd69e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:30:58.371423 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:30:58.377682 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Usage tracker for resource:subnet and tenant:1528bf65d7184bd7884b85a61efd69e2 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:30:58.383026 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:30:58.394991 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:30:58.412082 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Made reservation on behalf of 1528bf65d7184bd7884b85a61efd69e2 for: {'subnet': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:30:58.417095 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7089748'] for subnet, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:58.730501 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4e3b-3e0d-411d-87a7-9202316073f0 req-430319f1-3e0d-4bff-82d1-0c909ce4763e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:58.732608 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-263a4e3b-3e0d-411d-87a7-9202316073f0 req-430319f1-3e0d-4bff-82d1-0c909ce4763e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1649091 May 27 09:30:58.823927 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-263a4e3b-3e0d-411d-87a7-9202316073f0 req-94cb3488-7c97-45fe-8465-00cbe655a643 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782709 May 27 09:30:59.023871 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7089730'] for subnet, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:59.028923 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:30:59.110534 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:30:59.114318 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:30:59.117777 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Checking segment: {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:30:59.118105 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Network hostable DHCP agents. Network: 6e6b8036-04bb-458d-ba50-3bce408b55b4, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:30:59.139498 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Network 6e6b8036-04bb-458d-ba50-3bce408b55b4 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:30:59.152195 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 6e6b8036-04bb-458d-ba50-3bce408b55b4) {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:30:59.162770 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:59.163416 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:59.168939 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba97757f-b447-4f91-a52f-026cb92a3963 None None] Network 6e6b8036-04bb-458d-ba50-3bce408b55b4 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:30:59.201753 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-def73cda-75c6-4e91-9b52-73c690d85c6e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8399365 May 27 09:30:59.212546 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 1951cea2-f361-4e4e-8cca-47eb1b218c4b up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:30:59.606688 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c6569-3add-4108-8044-00c828efa9ab req-a7a72490-d3e3-4041-b400-503602ec38ba tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:30:59.609676 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6f3c6569-3add-4108-8044-00c828efa9ab req-a7a72490-d3e3-4041-b400-503602ec38ba tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 944 time: 0.1656799 May 27 09:30:59.685892 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6f3c6569-3add-4108-8044-00c828efa9ab req-b834e655-7943-4650-acd5-0dbed192fec7 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657632 May 27 09:30:59.725574 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 1951cea2-f361-4e4e-8cca-47eb1b218c4b completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:30:59.804429 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 1951cea2-f361-4e4e-8cca-47eb1b218c4b triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:30:59.804960 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:30:59.869938 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd42a02-aa8b-4402-a2b0-647f02c6b414 None None] Network 6e6b8036-04bb-458d-ba50-3bce408b55b4 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:31:00.244509 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-7eab06ba-c919-4c3f-b3e7-0fc7d5e9483f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:00.249831 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-7eab06ba-c919-4c3f-b3e7-0fc7d5e9483f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 814 time: 0.2662194 May 27 09:31:00.262261 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:00.273609 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-081f568d-c91c-4016-990c-381883c44f8a tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/quotas/1528bf65d7184bd7884b85a61efd69e2 HTTP/1.1" status: 200 len: 375 time: 0.0177672 May 27 09:31:00.332271 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:00.343491 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:00.345925 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-df1c667a-8658-439e-8749-b4f36628dea2 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708604 May 27 09:31:00.349292 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:00.351229 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:31:00.383370 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:00.525951 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=1951cea2-f361-4e4e-8cca-47eb1b218c4b,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:00.557147 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-7583baee-e4a7-4d7c-9a8c-8214b216f06d service neutron] 10.222.0.37 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005887 May 27 09:31:00.642880 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd45afa-5b73-4a3e-8e74-c419e5265425 req-1c45cc13-96ba-4bb3-a978-f4321a67f390 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:00.643475 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:00.645507 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:00.647224 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6cd45afa-5b73-4a3e-8e74-c419e5265425 req-1c45cc13-96ba-4bb3-a978-f4321a67f390 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 946 time: 0.1294270 May 27 09:31:00.690472 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:00.696606 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:00.699237 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-8b713027-48ed-43a0-a090-9b904081b832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:00.745743 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6cd45afa-5b73-4a3e-8e74-c419e5265425 req-25722828-57ed-4a3f-b1ce-27c839a3b15f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864990 May 27 09:31:00.786117 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=8']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:00.791146 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:00.801130 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-c60a9998-7107-438e-96af-297429f3e049 service neutron] 10.222.0.37 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430136 May 27 09:31:00.901731 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'code': 200} May 27 09:31:01.073687 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-09308294-042b-4916-a34c-dd3b24e7d0c4 req-191ff3b2-6b8c-4ccf-afbb-dc75247e208d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 210 time: 0.0677400 May 27 09:31:01.093345 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38128) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:01.374493 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007debb-8831-4ab2-ae0b-7019eeb688a8 req-b2fdb151-da5e-4034-8185-48ca952bebe8 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:01.377007 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e007debb-8831-4ab2-ae0b-7019eeb688a8 req-b2fdb151-da5e-4034-8185-48ca952bebe8 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.2265003 May 27 09:31:01.435839 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-7e26dd7b-9dd5-4c52-8de9-8e294b9debdb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3432078 May 27 09:31:01.592259 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:01.687102 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e007debb-8831-4ab2-ae0b-7019eeb688a8 req-0cbdd807-01c4-4edd-8ee1-8408e11fd3bc tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406437 May 27 09:31:01.714824 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a61a2-026d-4b9c-8af8-c0ffaf5bd827 req-2efff306-63cf-42fc-88e2-595d6c3d03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:01.714824 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7b0a61a2-026d-4b9c-8af8-c0ffaf5bd827 req-2efff306-63cf-42fc-88e2-595d6c3d03fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1098 time: 0.3323295 May 27 09:31:01.789352 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7b0a61a2-026d-4b9c-8af8-c0ffaf5bd827 req-44273d1a-06f9-4793-9915-377255106796 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687928 May 27 09:31:02.059875 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da16f66-3550-405d-8141-6b9b8cc312b7 req-17f8f4f3-6eb2-4af5-88ce-ff462bc256d6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:02.061498 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8da16f66-3550-405d-8141-6b9b8cc312b7 req-17f8f4f3-6eb2-4af5-88ce-ff462bc256d6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.1074209 May 27 09:31:02.168412 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8da16f66-3550-405d-8141-6b9b8cc312b7 req-5e57d94b-a97b-4b92-83cd-cbee626f291a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993643 May 27 09:31:02.297112 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-5acc5720-bb10-4427-96d9-b36553b739cc req-40af1536-5f1c-45fd-9802-e33932fbbb80 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 210 time: 0.0614338 May 27 09:31:02.904641 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:02.992556 dv-cinder-772623-6-smb neutron-server[91810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'code': 422} returned with failed status May 27 09:31:03.015186 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd90e85-eebf-4474-81b2-4ab299d45043 req-e78b194a-dc90-4fe4-982b-9d0f15f43c19 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:03.016931 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-dfd90e85-eebf-4474-81b2-4ab299d45043 req-e78b194a-dc90-4fe4-982b-9d0f15f43c19 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1793327 May 27 09:31:03.080131 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-4202039f-6fa2-4336-91d2-bb603bdd207f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:03.081027 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-4202039f-6fa2-4336-91d2-bb603bdd207f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Synchronizing usage tracker for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:network {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:03.105960 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-4202039f-6fa2-4336-91d2-bb603bdd207f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Unset dirty status for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:network {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:03.108564 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-4202039f-6fa2-4336-91d2-bb603bdd207f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 814 time: 0.2950819 May 27 09:31:03.126130 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-dfd90e85-eebf-4474-81b2-4ab299d45043 req-183fbea5-015a-4d7e-8464-6636356a0994 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890074 May 27 09:31:03.127992 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Request body: {'port': {'device_id': '914ae8fd-8e0e-4213-b454-eab2c2a5a504', 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4', 'admin_state_up': True, 'tenant_id': '1528bf65d7184bd7884b85a61efd69e2'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:03.186623 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:31:03.349411 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:03.356890 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Usage tracker for resource:port and tenant:1528bf65d7184bd7884b85a61efd69e2 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:31:03.361391 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:31:03.370536 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:03.388716 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Made reservation on behalf of 1528bf65d7184bd7884b85a61efd69e2 for: {'port': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:31:03.393187 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:03.551437 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6b0af8e3-7eb6-4d01-937e-8563e86f0116 req-b4f26f31-5be2-48e6-bfc7-f98ffbc1309f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 210 time: 0.0623307 May 27 09:31:03.705685 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f123371-23ea-43f6-9b11-b71a12ebcc7c req-8062b290-7583-407f-bb8c-c34bf199246e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:03.707372 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1f123371-23ea-43f6-9b11-b71a12ebcc7c req-8062b290-7583-407f-bb8c-c34bf199246e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.2366207 May 27 09:31:03.718431 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Allocated IP 172.20.0.5 (6e6b8036-04bb-458d-ba50-3bce408b55b4/4cfc7913-4c0d-4cd3-8f51-2f2db05a234b/30f8ab62-1530-4733-9be6-b8401bacf452) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:31:03.790455 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1f123371-23ea-43f6-9b11-b71a12ebcc7c req-b7885180-a2c2-4dec-88c3-293aa4bae458 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694799 May 27 09:31:03.942334 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-e6ca3513-99b8-46c0-99b4-fc612c0ea3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:03.944409 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-e6ca3513-99b8-46c0-99b4-fc612c0ea3a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa&tenant_id=3e86af4b146247b6a10dd84ed6624fbe HTTP/1.1" status: 200 len: 1097 time: 0.0811219 May 27 09:31:04.060662 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-dfab90f8-cf55-4dc2-97ea-6d1bc786345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:04.062143 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-dfab90f8-cf55-4dc2-97ea-6d1bc786345c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 1097 time: 0.0914555 May 27 09:31:04.067232 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:04.113396 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:04.124039 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:04.205078 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Network 6e6b8036-04bb-458d-ba50-3bce408b55b4 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:31:04.208467 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:31:04.212804 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:31:04.245368 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Pushing event updated for resources: {'Port': ['ID=30f8ab62-1530-4733-9be6-b8401bacf452,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:04.252598 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:04.288091 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:04.288891 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:04.316821 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-a9c90429-cd3e-4c6f-aea4-1719ffa306fa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1967874 May 27 09:31:04.331308 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Request body: {'port': {'device_id': '914ae8fd-8e0e-4213-b454-eab2c2a5a504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:04.351580 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-893884b8-cc85-4335-9e60-33df62df1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:04.353346 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-893884b8-cc85-4335-9e60-33df62df1f7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 917 time: 0.2843337 May 27 09:31:04.471727 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:04.504844 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-f040f6d1-869b-4919-9184-efa5e33d4c54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c HTTP/1.1" status: 200 len: 1000 time: 0.1206863 May 27 09:31:04.575089 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2c9b2-51d5-4b2f-83b0-33ee08a90735 req-a1e7fcd9-b189-4d72-a79f-1506eb673860 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:04.576675 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-35b2c9b2-51d5-4b2f-83b0-33ee08a90735 req-a1e7fcd9-b189-4d72-a79f-1506eb673860 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.2279961 May 27 09:31:04.591008 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-fbd3da7b-7f79-4dbe-be9f-9abb64d917a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:04.592655 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-fbd3da7b-7f79-4dbe-be9f-9abb64d917a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.0804944 May 27 09:31:04.708938 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-35b2c9b2-51d5-4b2f-83b0-33ee08a90735 req-7623b84e-ee86-43a8-b3b6-fd5d2e49ea7d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150556 May 27 09:31:04.724333 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-b11b60f0-e886-41a9-85a1-ff4bac7c422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:04.726818 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-b11b60f0-e886-41a9-85a1-ff4bac7c422d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1187315 May 27 09:31:04.948199 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf4afd-7555-458b-b243-fa8ee9bd048d req-5561cef7-5d26-4279-86b8-a624e165aff8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:04.948967 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-2ebf4afd-7555-458b-b243-fa8ee9bd048d req-5561cef7-5d26-4279-86b8-a624e165aff8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Synchronizing usage tracker for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:04.992770 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-a6288575-7c8c-4f0b-8b07-b2a9ede8c542 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538099 May 27 09:31:05.025710 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-2ebf4afd-7555-458b-b243-fa8ee9bd048d req-5561cef7-5d26-4279-86b8-a624e165aff8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Unset dirty status for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:05.026958 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2ebf4afd-7555-458b-b243-fa8ee9bd048d req-5561cef7-5d26-4279-86b8-a624e165aff8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 931 time: 0.2530527 May 27 09:31:05.061995 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f8ab62-1530-4733-9be6-b8401bacf452 {{(pid=91808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:05.078399 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:05.107674 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-2ebf4afd-7555-458b-b243-fa8ee9bd048d req-a0995288-dfd4-4ac6-b3b3-b11475a2e9e1 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Synchronizing usage tracker for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:05.110773 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Transition to ACTIVE for port object 30f8ab62-1530-4733-9be6-b8401bacf452 will not be triggered until provisioned by entity L2. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:31:05.119221 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:05.124707 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:05.266773 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06012c58-d6cb-4e29-869a-345b44673681 req-bd1651ee-0fa7-4045-b712-2152ea9e667e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:05.269411 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-06012c58-d6cb-4e29-869a-345b44673681 req-bd1651ee-0fa7-4045-b712-2152ea9e667e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.3314881 May 27 09:31:05.300423 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e7f538a-e159-4f9a-8e26-3609799f09b7 req-6eb6c944-449f-4e14-80c6-9de667dcccaa service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005412 May 27 09:31:05.331002 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-06012c58-d6cb-4e29-869a-345b44673681 req-ca6b646b-2ca2-4148-a9d2-c099ff7c4761 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511615 May 27 09:31:05.350975 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-2ebf4afd-7555-458b-b243-fa8ee9bd048d req-a0995288-dfd4-4ac6-b3b3-b11475a2e9e1 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Unset dirty status for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:05.352162 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2ebf4afd-7555-458b-b243-fa8ee9bd048d req-a0995288-dfd4-4ac6-b3b3-b11475a2e9e1 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191001 May 27 09:31:05.377762 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 38184) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:05.401777 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Pushing event updated for resources: {'Port': ['ID=30f8ab62-1530-4733-9be6-b8401bacf452,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:05.411364 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:05.499790 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Attempting to bind port 30f8ab62-1530-4733-9be6-b8401bacf452 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:31:05.500123 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Attempting to bind port 30f8ab62-1530-4733-9be6-b8401bacf452 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:31:05.500447 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Attempting to bind port 30f8ab62-1530-4733-9be6-b8401bacf452 on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:05.505574 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Port 30f8ab62-1530-4733-9be6-b8401bacf452 on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:31:05.506862 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Attempting to bind port 30f8ab62-1530-4733-9be6-b8401bacf452 on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:05.512853 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:31:05.513184 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Checking segment: {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:31:05.513560 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Bound using segment: {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:31:05.514097 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Bound port: 30f8ab62-1530-4733-9be6-b8401bacf452, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'}}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:31:05.514446 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:05.622802 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] For port 30f8ab62-1530-4733-9be6-b8401bacf452, host hv-cinder-77262, cleared binding levels {{(pid=91808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:31:05.626743 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] For port 30f8ab62-1530-4733-9be6-b8401bacf452, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=30f8ab62-1530-4733-9be6-b8401bacf452,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:31:05.636470 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:05.641577 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:05.705768 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:05.706458 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:05.708341 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] 10.222.0.36 "PUT /v2.0/ports/30f8ab62-1530-4733-9be6-b8401bacf452 HTTP/1.1" status: 200 len: 1093 time: 1.3817444 May 27 09:31:05.708642 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914ae8fd-8e0e-4213-b454-eab2c2a5a504', 'tag': '30f8ab62-1530-4733-9be6-b8401bacf452'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:05.719030 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf77fd5-730b-4173-873a-f89ad69dc458 req-e0f0f8eb-e34b-497b-97fe-4aeafdf8bdc6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:05.720490 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4bf77fd5-730b-4173-873a-f89ad69dc458 req-e0f0f8eb-e34b-497b-97fe-4aeafdf8bdc6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.2211242 May 27 09:31:05.728200 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402b9704-84b9-41d9-aab6-92f32b8baf22 tempest-TestShelveInstance-1216644002 tempest-TestShelveInstance-1216644002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:05.729752 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-402b9704-84b9-41d9-aab6-92f32b8baf22 tempest-TestShelveInstance-1216644002 tempest-TestShelveInstance-1216644002-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1093 time: 0.3505795 May 27 09:31:05.736114 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38202) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:05.750097 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Request body: {'floatingip': {'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'port_id': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:05.757478 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:05.762463 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Usage tracker for resource:floatingip and tenant:6d70f605810247cba902fc89fe1cdba3 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:31:05.766269 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:31:05.774992 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:05.805189 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4bf77fd5-730b-4173-873a-f89ad69dc458 req-e984eabf-c8a4-44db-a9a2-61d4c626439b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675232 May 27 09:31:05.827915 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914ae8fd-8e0e-4213-b454-eab2c2a5a504', 'tag': '30f8ab62-1530-4733-9be6-b8401bacf452', 'status': 'completed', 'code': 200} May 27 09:31:05.828717 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for floatingip, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:05.866363 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Pushing event updated for resources: {'Port': ['ID=30f8ab62-1530-4733-9be6-b8401bacf452,revision_number=3']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:05.873633 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:05.975813 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-753e3811-87ae-472a-bbda-220560033403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:05.977396 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-753e3811-87ae-472a-bbda-220560033403 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 1096 time: 0.1910977 May 27 09:31:06.058151 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-464d88d8-04f0-441c-9aa1-5f507d979f39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f8ab62-1530-4733-9be6-b8401bacf452 HTTP/1.1" status: 200 len: 217 time: 0.0711145 May 27 09:31:06.154859 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-ac6a8b58-6ab2-46b0-ab1b-8f8f9a98857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:06.156380 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-ac6a8b58-6ab2-46b0-ab1b-8f8f9a98857d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b HTTP/1.1" status: 200 len: 854 time: 0.0868826 May 27 09:31:06.234234 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:06.253171 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-b8652720-8ece-42fe-86ca-512be7de5d6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e6b8036-04bb-458d-ba50-3bce408b55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885966 May 27 09:31:06.605412 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Allocated IP 172.28.1.6 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/6a599772-4116-4e8a-8aa9-f5ce87052d2f) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:31:06.898828 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5cce6-3154-4f05-953f-2fe6835112ff req-8647a4e6-55aa-4e5c-8021-3fc3350eacf7 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:06.902592 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4ee5cce6-3154-4f05-953f-2fe6835112ff req-8647a4e6-55aa-4e5c-8021-3fc3350eacf7 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.2768929 May 27 09:31:06.985962 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:07.054898 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4ee5cce6-3154-4f05-953f-2fe6835112ff req-f1e8dcf5-78cf-41a2-89f2-fcc8656987c0 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251042 May 27 09:31:07.092593 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:07.096707 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:07.198006 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'Port': ['ID=6a599772-4116-4e8a-8aa9-f5ce87052d2f,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:07.210899 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:07.266000 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:31:07.278244 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:31:07.282259 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:31:07.401033 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33295f2f-acbd-43fa-a2c0-2ca40ee52910 req-755c178f-e76d-45c2-bcc7-20d1bf1fc0f6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:07.408359 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-33295f2f-acbd-43fa-a2c0-2ca40ee52910 req-755c178f-e76d-45c2-bcc7-20d1bf1fc0f6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.1903560 May 27 09:31:07.513524 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-33295f2f-acbd-43fa-a2c0-2ca40ee52910 req-1bfa0cec-9284-4a3c-9e46-cbfda47676b9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043735 May 27 09:31:08.067306 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:08.181036 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:08.412862 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cdf7c-15d3-469b-822c-8b2886003135 req-68cbe2f9-95a2-41c7-9934-3ad3765f0148 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:08.416296 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d08cdf7c-15d3-469b-822c-8b2886003135 req-68cbe2f9-95a2-41c7-9934-3ad3765f0148 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.1937571 May 27 09:31:08.509913 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d08cdf7c-15d3-469b-822c-8b2886003135 req-9d745a1a-70fe-44b4-9650-e5a885e6bac0 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865502 May 27 09:31:08.531435 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:08.540454 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:08.560322 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:08.688906 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event updated for resources: {'Port': ['ID=6a599772-4116-4e8a-8aa9-f5ce87052d2f,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:08.720734 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:08.834614 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:08.995921 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc30ec4-690c-4fa4-af16-78327aaf3221 req-5478df25-0dc3-48c7-b47a-6f35de3b3c88 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:08.997729 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1fc30ec4-690c-4fa4-af16-78327aaf3221 req-5478df25-0dc3-48c7-b47a-6f35de3b3c88 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.3104227 May 27 09:31:09.076543 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.l3_db [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Floating IP 8b5eb3ab-b500-423a-83ab-8e5d1e5293e4 associated. External IP: 172.28.1.6, port: 1951cea2-f361-4e4e-8cca-47eb1b218c4b. May 27 09:31:09.133619 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1fc30ec4-690c-4fa4-af16-78327aaf3221 req-8b1b3446-a879-4246-afb3-90af5c65b4aa tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141520 May 27 09:31:09.512550 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Router 0d2624d0-57b7-4988-9d56-7e1722d40b14 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:31:09.768898 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324616e-d852-49da-a7a5-f924536f8bf3 req-28e0a212-915e-4f0e-baa9-819c547bf434 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:09.771016 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7324616e-d852-49da-a7a5-f924536f8bf3 req-28e0a212-915e-4f0e-baa9-819c547bf434 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.1161413 May 27 09:31:09.865639 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7324616e-d852-49da-a7a5-f924536f8bf3 req-8d9ce470-5ba5-41e3-b75b-31b65ba83865 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882232 May 27 09:31:09.879485 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:31:09.895851 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] Sync routers for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:31:09.907722 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:31:09.908650 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:30:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:09.915724 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:09.982646 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.2397189 May 27 09:31:09.982646 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:10.054218 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'status': 'completed', 'code': 200} May 27 09:31:10.109987 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:31:10.388757 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee028b1-c3ac-4705-8bc6-acfd2b9a51b9 req-af4c8bcd-cb8e-4f11-83b8-35ea692b7a4b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:10.413357 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cee028b1-c3ac-4705-8bc6-acfd2b9a51b9 req-af4c8bcd-cb8e-4f11-83b8-35ea692b7a4b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.1242993 May 27 09:31:10.498605 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cee028b1-c3ac-4705-8bc6-acfd2b9a51b9 req-072242af-6e29-41ea-a726-04a6a0604e4a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722106 May 27 09:31:10.675271 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '8b5eb3ab-b500-423a-83ab-8e5d1e5293e4', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'floating_ip_address': '172.28.1.6', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'port_id': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'mac_address': 'fa:16:3e:06:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:31:07Z', 'updated_at': '2021-05-27T09:31:07Z', 'revision_number': 0, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f605e97-dc6e-47b4-8b7e-85f2e14abc06', 'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'mac_address': 'fa:16:3e:34:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:48Z', 'updated_at': '2021-05-27T09:29:58Z', 'revision_number': 5, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'subnets': [{'id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:10.680274 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] Checking router: 0d2624d0-57b7-4988-9d56-7e1722d40b14 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:31:10.689419 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:31:10.690115 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:30:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:10.960659 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:31:11.219392 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b056ec6-9d1e-4d61-abdc-e873d5833d39 req-5599330c-5dba-4c76-9a3c-a8154e88158e tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:11.221125 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6b056ec6-9d1e-4d61-abdc-e873d5833d39 req-5599330c-5dba-4c76-9a3c-a8154e88158e tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.2128987 May 27 09:31:11.288610 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6b056ec6-9d1e-4d61-abdc-e873d5833d39 req-91f1a9f1-c295-45f3-a776-fa7c6717e5db tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509596 May 27 09:31:11.451393 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '8b5eb3ab-b500-423a-83ab-8e5d1e5293e4', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'floating_ip_address': '172.28.1.6', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'port_id': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'mac_address': 'fa:16:3e:06:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:31:07Z', 'updated_at': '2021-05-27T09:31:07Z', 'revision_number': 0, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f605e97-dc6e-47b4-8b7e-85f2e14abc06', 'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'mac_address': 'fa:16:3e:34:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:48Z', 'updated_at': '2021-05-27T09:29:58Z', 'revision_number': 5, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'subnets': [{'id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:11.456479 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc680a-5583-4322-baaf-a3735b3a2f02 None None] The sync data for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb is: [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '8b5eb3ab-b500-423a-83ab-8e5d1e5293e4', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'floating_ip_address': '172.28.1.6', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'port_id': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'mac_address': 'fa:16:3e:06:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:31:07Z', 'updated_at': '2021-05-27T09:31:07Z', 'revision_number': 0, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f605e97-dc6e-47b4-8b7e-85f2e14abc06', 'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'mac_address': 'fa:16:3e:34:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:48Z', 'updated_at': '2021-05-27T09:29:58Z', 'revision_number': 5, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'subnets': [{'id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:31:11.804687 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc73b7-0daa-444b-9e32-85e87d3a6333 None None] New status for floating IP 8b5eb3ab-b500-423a-83ab-8e5d1e5293e4: ACTIVE {{(pid=91811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:31:11.839955 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee28f9a-26f1-4449-83ce-dd77ee724f6d req-769b134e-6460-4fd1-9449-09fe9a3d8b58 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:11.842510 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7ee28f9a-26f1-4449-83ce-dd77ee724f6d req-769b134e-6460-4fd1-9449-09fe9a3d8b58 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.1238825 May 27 09:31:11.928224 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7ee28f9a-26f1-4449-83ce-dd77ee724f6d req-c2b2a243-31c4-4540-b809-a1a980b69d77 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794511 May 27 09:31:12.172892 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8d08ebae-c26f-4bd5-8542-6e19b64b54ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:12.528387 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f846f-e1b4-4600-a713-3292d932678c req-f536f050-b33b-4d02-b5df-6578f30e1afa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:12.529938 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c17f846f-e1b4-4600-a713-3292d932678c req-f536f050-b33b-4d02-b5df-6578f30e1afa tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.1069753 May 27 09:31:12.580852 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c17f846f-e1b4-4600-a713-3292d932678c req-bb9dbb6b-5936-48c9-b2dd-d82732671fd2 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 May 27 09:31:13.019081 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:31:13.155713 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea100cb-5f86-41f8-973c-6a0355db940b req-76f68c5a-d76e-4851-9957-0d7954a443c1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:13.157389 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8ea100cb-5f86-41f8-973c-6a0355db940b req-76f68c5a-d76e-4851-9957-0d7954a443c1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.0902972 May 27 09:31:13.267679 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8ea100cb-5f86-41f8-973c-6a0355db940b req-fa8ca42c-e02e-40c0-bd2f-231ebaf255c1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035368 May 27 09:31:13.888953 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f6e73-9abc-4b9d-aadb-c1e3762d82b7 req-169c8518-f4c7-4230-8b3a-527fef3451b7 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:13.890460 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ce5f6e73-9abc-4b9d-aadb-c1e3762d82b7 req-169c8518-f4c7-4230-8b3a-527fef3451b7 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.1254883 May 27 09:31:13.939454 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ce5f6e73-9abc-4b9d-aadb-c1e3762d82b7 req-2167baec-3f90-474f-9fd4-84b2873fd573 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431139 May 27 09:31:14.634524 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d155b-4c14-4a3d-adf8-0256e6e528d5 req-3191cf31-517b-4c4a-ad3a-e981e194b4b2 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:14.636293 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-392d155b-4c14-4a3d-adf8-0256e6e528d5 req-3191cf31-517b-4c4a-ad3a-e981e194b4b2 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.1412737 May 27 09:31:14.691661 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-392d155b-4c14-4a3d-adf8-0256e6e528d5 req-6613cb7a-a768-43c5-a0ba-ee6a6a58fd85 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488386 May 27 09:31:14.811557 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-60325b63-bb6e-4e52-ac19-b3b62283760e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:15.164876 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4d9b3-f09a-401d-8e21-8ab5a8064611 req-d3e79053-5cb0-4ca8-8aa9-01369615aaf7 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:15.166450 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f1c4d9b3-f09a-401d-8e21-8ab5a8064611 req-d3e79053-5cb0-4ca8-8aa9-01369615aaf7 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.1145072 May 27 09:31:15.218507 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f1c4d9b3-f09a-401d-8e21-8ab5a8064611 req-a28e3c8f-2219-4ed9-be17-1f77d74ad823 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463321 May 27 09:31:15.637999 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:15.932021 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e147337-9519-4c68-805c-531a0deae42f req-c211288b-dcc7-4627-8ec2-74f380a267fa tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:15.933489 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e147337-9519-4c68-805c-531a0deae42f req-c211288b-dcc7-4627-8ec2-74f380a267fa tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.0982592 May 27 09:31:15.980839 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e147337-9519-4c68-805c-531a0deae42f req-4b19b739-5d9a-412c-b867-64234e428041 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413544 May 27 09:31:16.425754 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d6a5d-7682-469a-bc35-5a7bb1259119 req-9e98783e-9790-47de-96e8-7d9ff9c371e0 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:16.425754 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e94d6a5d-7682-469a-bc35-5a7bb1259119 req-9e98783e-9790-47de-96e8-7d9ff9c371e0 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.0873463 May 27 09:31:16.470204 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e94d6a5d-7682-469a-bc35-5a7bb1259119 req-7f514bdf-bef9-4a57-9cda-11a47a55abae tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 May 27 09:31:17.255205 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7dbb-c25a-4a36-996d-05e806e415d1 req-90e5939d-4a9c-4520-960f-6d3cf3eaf8e6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:17.258415 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b65f7dbb-c25a-4a36-996d-05e806e415d1 req-90e5939d-4a9c-4520-960f-6d3cf3eaf8e6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.1445107 May 27 09:31:17.316670 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b65f7dbb-c25a-4a36-996d-05e806e415d1 req-0365c0c0-98f1-4550-bd0c-4cbe6195d2c9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524662 May 27 09:31:17.415973 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:17.714004 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049c951-7d11-4689-a00c-787f1c3475cd req-86f32253-eeff-4de9-9aa6-6f5764cd3ac0 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:17.716698 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7049c951-7d11-4689-a00c-787f1c3475cd req-86f32253-eeff-4de9-9aa6-6f5764cd3ac0 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.1268325 May 27 09:31:17.767715 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7049c951-7d11-4689-a00c-787f1c3475cd req-594ba928-8147-4a38-902d-95406b6e89b8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450842 May 27 09:31:18.704909 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a80f4-c21a-46e0-8d37-9e279601589e req-8a79d531-6920-49bc-9060-5355d2a03e16 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:18.706471 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a85a80f4-c21a-46e0-8d37-9e279601589e req-8a79d531-6920-49bc-9060-5355d2a03e16 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.2591872 May 27 09:31:18.713466 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-6ff78932-8901-4f10-9557-6567727dd0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:18.715640 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-6ff78932-8901-4f10-9557-6567727dd0e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d70f605810247cba902fc89fe1cdba3&device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1098 time: 0.1312973 May 27 09:31:18.738327 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-9881d622-f466-43f9-9beb-578fcd74f18a service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744542 May 27 09:31:18.852730 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a85a80f4-c21a-46e0-8d37-9e279601589e req-d406f53d-5ccb-4f45-b5f1-9c88e5020de2 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366646 May 27 09:31:18.866839 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:18.919174 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-c982f6f5-7191-4c03-bee6-e50eefa7cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:18.920664 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-c982f6f5-7191-4c03-bee6-e50eefa7cb4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 200 len: 910 time: 0.1898980 May 27 09:31:19.050625 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-f4e64765-d6e3-4a17-a076-b177273728c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 200 len: 999 time: 0.1218371 May 27 09:31:19.051075 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-61f49472-c9d2-46c5-a1d9-73774c930b92 req-6b187f6f-7cf9-4265-ad8f-4388dc8b4b66 service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042767 May 27 09:31:19.097509 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb443e78-d6ea-4685-af5b-32ffa046b208 req-2a7f745f-ed5c-4ef7-acb0-2f5d66cddca5 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:19.099659 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bb443e78-d6ea-4685-af5b-32ffa046b208 req-2a7f745f-ed5c-4ef7-acb0-2f5d66cddca5 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.1221168 May 27 09:31:19.137601 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-fe3592a9-e358-49ec-90da-db3142405275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:19.138409 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-fe3592a9-e358-49ec-90da-db3142405275 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d48acffe-ec0c-487a-bb63-f998d3195a26 HTTP/1.1" status: 200 len: 848 time: 0.0686862 May 27 09:31:19.203530 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bb443e78-d6ea-4685-af5b-32ffa046b208 req-514c9e81-58f1-4d22-94e9-c6fcc5b1238a tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921211 May 27 09:31:19.230825 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-fff89150-6796-4ad7-ac35-636fd23e7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:19.232278 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-fff89150-6796-4ad7-ac35-636fd23e7be6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 1096 time: 0.1049142 May 27 09:31:19.273596 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-f4f86ea9-3f21-4c26-bc43-9faf897aa20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:19.275085 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-f4f86ea9-3f21-4c26-bc43-9faf897aa20e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a945622c-506d-410f-907b-4f94ba757fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1292820 May 27 09:31:19.382169 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-1bc20c4c-977e-411d-b9e2-187e952862c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:19.383696 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-1bc20c4c-977e-411d-b9e2-187e952862c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 915 time: 0.1428165 May 27 09:31:19.423209 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-9527e371-1af8-4871-9965-189686039096 service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400621 May 27 09:31:19.466443 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-51950498-9d0d-4848-a364-0a4a2ad533e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f8ab62-1530-4733-9be6-b8401bacf452 HTTP/1.1" status: 200 len: 217 time: 0.0750585 May 27 09:31:19.548823 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-9f2ee82c-ab35-4513-af8e-36c5cf7a8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:19.550698 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-9f2ee82c-ab35-4513-af8e-36c5cf7a8876 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b HTTP/1.1" status: 200 len: 854 time: 0.0715115 May 27 09:31:19.610299 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-74d360f3-76b1-4b53-8b41-8311a66aecca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e6b8036-04bb-458d-ba50-3bce408b55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514569 May 27 09:31:19.615361 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-56ba4b4a-fca7-441f-b8e5-bf9f205a2f26 req-6f63d376-3da4-4df3-b305-366153eb6b1e service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839454 May 27 09:31:19.761999 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-2a0d3c39-036f-42be-8d90-6d8e42bfd835 service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375728 May 27 09:31:19.919222 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2d1a2ed4-b184-4a83-97c0-5e3db0ee7514 req-63b360a7-affd-4ff6-b74e-486abe7542fe service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495223 May 27 09:31:20.129982 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efe0ea-98fd-4dd3-8466-994e11b41f3a req-0437dd1b-ff85-4de6-bbd2-1be246aa45db tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:20.132439 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a6efe0ea-98fd-4dd3-8466-994e11b41f3a req-0437dd1b-ff85-4de6-bbd2-1be246aa45db tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.0967388 May 27 09:31:20.196112 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a6efe0ea-98fd-4dd3-8466-994e11b41f3a req-9ca1c604-2cc5-4444-a789-63a6e09d55d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540867 May 27 09:31:20.567283 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf92d8b-2b52-4a02-a122-69d926657d70 req-c2a3f2b4-100d-4ef4-8268-eb8147488312 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:20.569583 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6bf92d8b-2b52-4a02-a122-69d926657d70 req-c2a3f2b4-100d-4ef4-8268-eb8147488312 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 943 time: 0.2478676 May 27 09:31:20.631725 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6bf92d8b-2b52-4a02-a122-69d926657d70 req-3c12c3f8-2cd1-4f69-afa7-9f36edf197ac tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556142 May 27 09:31:20.765248 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff3efd-7c8f-4e59-a130-9e90e6bcb180 req-8d9dc8c7-d4d7-4d69-b3e8-9e0606e3234c tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:20.766910 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-77ff3efd-7c8f-4e59-a130-9e90e6bcb180 req-8d9dc8c7-d4d7-4d69-b3e8-9e0606e3234c tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 945 time: 0.0860767 May 27 09:31:20.814110 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-77ff3efd-7c8f-4e59-a130-9e90e6bcb180 req-4a0833e2-d285-44b9-9c41-4a018a82a9df tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404546 May 27 09:31:21.311035 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 30f8ab62-1530-4733-9be6-b8401bacf452 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:31:21.437364 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa4ef-4362-4a1d-af46-283ad548f9ba req-0ee269c1-8c38-4656-a15d-9f2d82a2ffa9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:21.439071 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4efaa4ef-4362-4a1d-af46-283ad548f9ba req-0ee269c1-8c38-4656-a15d-9f2d82a2ffa9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 944 time: 0.0955925 May 27 09:31:21.474810 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 30f8ab62-1530-4733-9be6-b8401bacf452, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=30f8ab62-1530-4733-9be6-b8401bacf452,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:21.490741 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4efaa4ef-4362-4a1d-af46-283ad548f9ba req-ff25b3f1-fa8e-4ee6-a928-178f917d4a44 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438566 May 27 09:31:21.498068 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '30f8ab62-1530-4733-9be6-b8401bacf452', 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4', 'port_id': '30f8ab62-1530-4733-9be6-b8401bacf452', 'mac_address': 'fa:16:3e:f1:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfc7913-4c0d-4cd3-8f51-2f2db05a234b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:31:21.558877 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:21.576937 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f8ab62-1530-4733-9be6-b8401bacf452 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:21.594043 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 30f8ab62-1530-4733-9be6-b8401bacf452, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=30f8ab62-1530-4733-9be6-b8401bacf452,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:21.600672 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:21.601630 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:31:21.603935 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:21.736772 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=30f8ab62-1530-4733-9be6-b8401bacf452,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:21.745554 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:21.806427 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:21.820915 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'port_id': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'mac_address': 'fa:16:3e:70:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:31:21.836187 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2025-6ebb-4cdb-9065-60b8d08e1468 req-a67b2c6b-4f74-45c3-bd5c-b15ef32208dc tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:21.837929 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c29e2025-6ebb-4cdb-9065-60b8d08e1468 req-a67b2c6b-4f74-45c3-bd5c-b15ef32208dc tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 944 time: 0.0911384 May 27 09:31:21.898985 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c29e2025-6ebb-4cdb-9065-60b8d08e1468 req-cb57976a-1852-4883-9712-6888276b52b9 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482752 May 27 09:31:21.907553 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:21.936938 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:21.955866 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:21.961105 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:21.962890 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:22.026020 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c27f4-8957-467c-9c9a-06b47b894c6d req-81527fd5-d535-49a7-8125-f3a85158df01 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:22.027508 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-de9c27f4-8957-467c-9c9a-06b47b894c6d req-81527fd5-d535-49a7-8125-f3a85158df01 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 945 time: 0.0907819 May 27 09:31:22.033607 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=9']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:22.037315 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:22.075881 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-de9c27f4-8957-467c-9c9a-06b47b894c6d req-11251a60-4af2-4ac1-b798-71df8beac0ba tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423276 May 27 09:31:22.243082 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['30f8ab62-1530-4733-9be6-b8401bacf452'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:31:22.268722 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:31:22.690002 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0c9f-8f05-4094-98e5-caaa3dd53129 req-9cae1db7-e6aa-413d-bda3-ab86624d1489 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:22.691334 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29ad0c9f-8f05-4094-98e5-caaa3dd53129 req-9cae1db7-e6aa-413d-bda3-ab86624d1489 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 945 time: 0.0846367 May 27 09:31:22.737258 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29ad0c9f-8f05-4094-98e5-caaa3dd53129 req-3c8f4607-21d1-4a9b-8799-977be903841c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395014 May 27 09:31:23.101330 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a358d3-fcab-4f48-bf23-e8aafc136854 req-5bc14b9f-b8d5-4e48-a36a-f93e8cdff187 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:23.102952 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-14a358d3-fcab-4f48-bf23-e8aafc136854 req-5bc14b9f-b8d5-4e48-a36a-f93e8cdff187 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 944 time: 0.0875516 May 27 09:31:23.156348 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-14a358d3-fcab-4f48-bf23-e8aafc136854 req-50061d81-ce3e-4c96-975d-d858306b0b31 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 May 27 09:31:23.281393 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e844-e39a-4a53-8287-fe908c6953cc req-ce334085-a042-49dc-89ac-5ce754528358 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:23.282957 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4b05e844-e39a-4a53-8287-fe908c6953cc req-ce334085-a042-49dc-89ac-5ce754528358 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 945 time: 0.0871112 May 27 09:31:23.312252 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 30f8ab62-1530-4733-9be6-b8401bacf452 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:31:23.330701 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4b05e844-e39a-4a53-8287-fe908c6953cc req-c7e99dec-e737-44df-84d2-5de60c74f6a5 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 May 27 09:31:23.382604 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 30f8ab62-1530-4733-9be6-b8401bacf452 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:31:23.387737 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 30f8ab62-1530-4733-9be6-b8401bacf452 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:31:23.388125 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:23.519318 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:23.549953 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914ae8fd-8e0e-4213-b454-eab2c2a5a504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f8ab62-1530-4733-9be6-b8401bacf452'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:23.563407 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 30f8ab62-1530-4733-9be6-b8401bacf452, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=30f8ab62-1530-4733-9be6-b8401bacf452,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:23.569971 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:23.570961 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:31:23.602043 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-4b868cec-8e12-4e11-9efd-8a9e113e5426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:23.644860 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914ae8fd-8e0e-4213-b454-eab2c2a5a504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f8ab62-1530-4733-9be6-b8401bacf452', 'code': 200} May 27 09:31:23.700615 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=30f8ab62-1530-4733-9be6-b8401bacf452,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:23.704383 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:23.712044 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:31:23.712492 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:23.852408 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:23.885194 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ba8ce-9759-4983-b592-21549c9fdb40 req-b65cfb97-96e8-4739-8d48-ebcfdeb9979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:23.886786 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e84ba8ce-9759-4983-b592-21549c9fdb40 req-b65cfb97-96e8-4739-8d48-ebcfdeb9979b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 1098 time: 0.0871127 May 27 09:31:23.889326 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:23.894989 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:23.899223 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:23.958265 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e84ba8ce-9759-4983-b592-21549c9fdb40 req-24721274-642e-4fd1-b57c-61cd4beae03d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624614 May 27 09:31:23.984238 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d20324-feb2-41d5-88c4-2534ee0aca61 req-a17d0a0f-f3b2-48e9-b73e-c407ebb8265a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:23.986578 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-89d20324-feb2-41d5-88c4-2534ee0aca61 req-a17d0a0f-f3b2-48e9-b73e-c407ebb8265a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 947 time: 0.0949748 May 27 09:31:24.000278 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=10']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:24.004661 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:24.034501 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-89d20324-feb2-41d5-88c4-2534ee0aca61 req-f05f5fc8-1057-424a-b171-72c3ed67e8db tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 May 27 09:31:24.365385 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf07147-fd22-4f14-a806-d29636db5de3 req-d8c631bd-9e5e-463b-a22c-727870b12f46 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:24.367000 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1bf07147-fd22-4f14-a806-d29636db5de3 req-d8c631bd-9e5e-463b-a22c-727870b12f46 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 945 time: 0.0895684 May 27 09:31:24.421867 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1bf07147-fd22-4f14-a806-d29636db5de3 req-16c8fd40-5311-40cd-9e88-962f3a3d7a9c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462816 May 27 09:31:24.535882 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ed12-555a-4fa0-8e89-b68e0d5adfb5 req-68c622e2-e00c-4ad6-a056-8baaee8ec534 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:24.538107 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b021ed12-555a-4fa0-8e89-b68e0d5adfb5 req-68c622e2-e00c-4ad6-a056-8baaee8ec534 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 945 time: 0.0887623 May 27 09:31:24.590326 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b021ed12-555a-4fa0-8e89-b68e0d5adfb5 req-9d3ba00c-a322-4004-a876-0d63a283c94b tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461450 May 27 09:31:25.241564 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbbd74-2764-45d8-a7a9-7eedcb582853 req-e11df45e-2b06-4cfc-8f74-24077dcfa5b7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:25.243190 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-78dbbd74-2764-45d8-a7a9-7eedcb582853 req-e11df45e-2b06-4cfc-8f74-24077dcfa5b7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 947 time: 0.0922766 May 27 09:31:25.295223 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-78dbbd74-2764-45d8-a7a9-7eedcb582853 req-aa1a6038-eec5-49ce-983e-ee29b79d36f8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462294 May 27 09:31:25.625879 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4fca7-6510-43d6-a681-316be04d57ce req-41c77193-5247-4f08-b0fc-cd899f3db011 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:25.626976 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-46e4fca7-6510-43d6-a681-316be04d57ce req-41c77193-5247-4f08-b0fc-cd899f3db011 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 945 time: 0.0843868 May 27 09:31:25.646242 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:25.680272 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-46e4fca7-6510-43d6-a681-316be04d57ce req-d1496e5b-0643-472d-9a3d-2f5364a334a8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 May 27 09:31:25.759920 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'code': 200} May 27 09:31:25.829938 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078e0d2-6891-4c7c-98e0-6c994ad62957 req-92bbc021-733b-4a4f-a457-967cee0aa712 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:25.831874 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7078e0d2-6891-4c7c-98e0-6c994ad62957 req-92bbc021-733b-4a4f-a457-967cee0aa712 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 945 time: 0.1159391 May 27 09:31:25.934032 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7078e0d2-6891-4c7c-98e0-6c994ad62957 req-de9ff0d1-38f6-4c20-925b-cebcfd5d490e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635009 May 27 09:31:25.959614 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-20f95461-9fa0-43e2-a0e8-ed436ad132d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1258602 May 27 09:31:26.060647 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-991a6374-f702-40a7-9a95-47d7d6fc0633 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:26.062570 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-991a6374-f702-40a7-9a95-47d7d6fc0633 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.36 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 945 time: 0.2188334 May 27 09:31:26.134396 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-cb591889-1c79-4b67-adf7-5541f2dc692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:26.136052 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-cb591889-1c79-4b67-adf7-5541f2dc692b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 1099 time: 0.0906703 May 27 09:31:26.405039 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Deleting port 99691f42-5371-417a-9fb7-0e81e18b4c56 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:31:26.405669 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:26.437878 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-76a19d2d-cd24-41b5-a983-abf5956c0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:26.440688 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-76a19d2d-cd24-41b5-a983-abf5956c0385 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 912 time: 0.2694583 May 27 09:31:26.642201 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-6e0a0c50-bd2e-450a-8d86-02b555a42cf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60935d07-eebd-4026-bae7-40b6a67959c0 HTTP/1.1" status: 200 len: 1001 time: 0.1925249 May 27 09:31:26.702871 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] For port 99691f42-5371-417a-9fb7-0e81e18b4c56, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=99691f42-5371-417a-9fb7-0e81e18b4c56,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:26.703711 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:26.739404 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-b8a18692-1bbc-4772-ac00-319994bcde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:26.741379 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-b8a18692-1bbc-4772-ac00-319994bcde6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.0914431 May 27 09:31:26.861737 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-3670c328-9229-490a-9dea-0346a0901957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:26.864296 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-3670c328-9229-490a-9dea-0346a0901957 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1106391 May 27 09:31:26.903659 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Calling delete_port for 99691f42-5371-417a-9fb7-0e81e18b4c56 owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:31:26.921354 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a976ecd-527e-4479-a0ef-5677f8c144ef req-064a2f0f-3461-4e1f-8ac9-4febca4887a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:26.923039 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2a976ecd-527e-4479-a0ef-5677f8c144ef req-064a2f0f-3461-4e1f-8ac9-4febca4887a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 1100 time: 0.4809072 May 27 09:31:26.959041 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee89272-7078-4e40-859e-2f0e98023812 req-142e2079-f366-446a-9301-e77cbd2a3c80 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:26.962415 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7ee89272-7078-4e40-859e-2f0e98023812 req-142e2079-f366-446a-9301-e77cbd2a3c80 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 947 time: 0.4065633 May 27 09:31:27.056727 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-1b8b663e-a83c-4040-a681-dbacaf11f708 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849024 May 27 09:31:27.124383 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2a976ecd-527e-4479-a0ef-5677f8c144ef req-3ed53e35-9daf-4361-8590-728effe5796c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917953 May 27 09:31:27.137533 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7ee89272-7078-4e40-859e-2f0e98023812 req-bc754bd0-d165-414c-8234-e6f7b04c4680 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569300 May 27 09:31:27.252538 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:27.260776 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-d09968ea-3144-410b-97a9-47934a43cba1 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:27.276393 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['99691f42-5371-417a-9fb7-0e81e18b4c56'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:31:27.290091 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38254db8-d721-4a23-bd1b-94393b92dd40 req-0aa5f915-1c0d-474c-ad9a-eec4140af8f6 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193246 May 27 09:31:27.358493 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Pushing event deleted for resources: {'Port': ['ID=99691f42-5371-417a-9fb7-0e81e18b4c56,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:27.363884 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca52c8-933f-449d-b242-581c067c52f4 req-5e68549a-c47f-49b0-aa3a-b468e23b1914 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:27.369118 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a0ca52c8-933f-449d-b242-581c067c52f4 req-5e68549a-c47f-49b0-aa3a-b468e23b1914 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=329cc59b-b231-46f9-b72d-ba074982ba80 HTTP/1.1" status: 200 len: 867 time: 0.1716313 May 27 09:31:27.403062 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.403422 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.403760 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.404106 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.404447 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.404809 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.405149 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.405485 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.405838 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.406156 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.406490 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.406896 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:27.416177 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:27.421880 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] No DVR routers for this DVR port 99691f42-5371-417a-9fb7-0e81e18b4c56 on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:31:27.431773 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:27.440769 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a0ca52c8-933f-449d-b242-581c067c52f4 req-b8517267-d1d8-4728-b19f-51c4182eb991 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637259 May 27 09:31:27.444942 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329cc59b-b231-46f9-b72d-ba074982ba80', 'name': 'network-vif-deleted', 'tag': '99691f42-5371-417a-9fb7-0e81e18b4c56'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:27.464048 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9a575d4b-ba30-416c-9d07-2caf45d4fd95 req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.36 "DELETE /v2.0/ports/99691f42-5371-417a-9fb7-0e81e18b4c56 HTTP/1.1" status: 204 len: 173 time: 1.3919282 May 27 09:31:27.527604 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329cc59b-b231-46f9-b72d-ba074982ba80', 'name': 'network-vif-deleted', 'tag': '99691f42-5371-417a-9fb7-0e81e18b4c56', 'status': 'completed', 'code': 200} May 27 09:31:28.420989 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bcbe5-45d7-46d0-bace-a53e508d059a req-d6e38250-7e1d-47c0-bb68-581863214eb5 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:28.429106 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ef1bcbe5-45d7-46d0-bace-a53e508d059a req-d6e38250-7e1d-47c0-bb68-581863214eb5 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 947 time: 0.1471300 May 27 09:31:28.477446 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ef1bcbe5-45d7-46d0-bace-a53e508d059a req-ac2bebd9-0992-475b-a45b-9e1fcf7bcfd0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475638 May 27 09:31:29.339796 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 99691f42-5371-417a-9fb7-0e81e18b4c56 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:31:29.395674 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 99691f42-5371-417a-9fb7-0e81e18b4c56 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:31:29.396843 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 99691f42-5371-417a-9fb7-0e81e18b4c56 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:31:29.721033 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793e9b5-0d31-44c4-b04a-f21bec577aed req-17e32a10-d468-471d-a931-d963c8fe834f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:29.722680 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6793e9b5-0d31-44c4-b04a-f21bec577aed req-17e32a10-d468-471d-a931-d963c8fe834f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 947 time: 0.1045966 May 27 09:31:29.788390 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6793e9b5-0d31-44c4-b04a-f21bec577aed req-8ed9856f-d300-4337-977f-9d0de90bb3ea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579097 May 27 09:31:29.813580 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c2441-fd6d-44ee-932c-b1b5e0f05be0 req-58ac05ca-78a9-4754-a63f-e0c1204a5b3e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:29.815078 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1c2c2441-fd6d-44ee-932c-b1b5e0f05be0 req-58ac05ca-78a9-4754-a63f-e0c1204a5b3e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2090611 May 27 09:31:29.863235 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1c2c2441-fd6d-44ee-932c-b1b5e0f05be0 req-227141e7-9798-4c4e-85bb-2667935c5333 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 May 27 09:31:30.714582 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-2e5010d8-0e5f-4da7-b531-75b47c86e246 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:30.716016 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-2e5010d8-0e5f-4da7-b531-75b47c86e246 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 814 time: 0.1656554 May 27 09:31:30.741811 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-16fb458e-603a-4122-bce1-7e69e9b385d6 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/quotas/1528bf65d7184bd7884b85a61efd69e2 HTTP/1.1" status: 200 len: 375 time: 0.0150299 May 27 09:31:30.830739 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-6a5ea76a-628b-459e-9fc5-e218cb8210ad tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831006 May 27 09:31:30.986418 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-c027b3fe-cf30-454f-b2b5-925f15b6e2ae service neutron] 10.222.0.37 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472573 May 27 09:31:31.088321 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ee8a8-b36a-4a8b-afb7-5ec21257faf6 req-fb33ce89-a6ee-448e-a339-1ba4375dee35 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:31.089881 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-705ee8a8-b36a-4a8b-afb7-5ec21257faf6 req-fb33ce89-a6ee-448e-a339-1ba4375dee35 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1111901 May 27 09:31:31.150190 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-705ee8a8-b36a-4a8b-afb7-5ec21257faf6 req-ea240d2e-8a7a-4723-8b33-0d38407ea373 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523012 May 27 09:31:31.157420 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-694b9446-349e-41c4-abb7-a30eb9eb583f service neutron] 10.222.0.37 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649570 May 27 09:31:31.344865 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d6233158-8648-4cd9-9be9-f31c1a108950 req-e7d63af4-3398-4b90-b585-59e4f576ae6d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 210 time: 0.0432761 May 27 09:31:31.578258 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:31.949417 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52967991-2e39-461a-af0c-e85162b189da req-ab69560a-d2e8-4136-b52b-e7a74d433558 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:31.950998 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-52967991-2e39-461a-af0c-e85162b189da req-ab69560a-d2e8-4136-b52b-e7a74d433558 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.1908367 May 27 09:31:32.100174 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Deleting port 60935d07-eebd-4026-bae7-40b6a67959c0 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:31:32.100642 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:32.252979 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] For port 60935d07-eebd-4026-bae7-40b6a67959c0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=60935d07-eebd-4026-bae7-40b6a67959c0,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:32.253529 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:32.549309 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0e351-436a-4371-a617-6bbab4efb0bd req-9c495aab-64d6-4ef7-97a2-7b93c18f4756 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:32.550840 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6ff0e351-436a-4371-a617-6bbab4efb0bd req-9c495aab-64d6-4ef7-97a2-7b93c18f4756 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 946 time: 0.2820470 May 27 09:31:32.559318 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1d28d21a-21fe-4661-9979-780b32103ce6 req-c707d000-0680-4d3a-97a6-1ecf0120d0ae tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 210 time: 0.0702233 May 27 09:31:32.611042 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-a32ccff4-2f33-435b-aa70-abd22b128c54 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:32.612456 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-a32ccff4-2f33-435b-aa70-abd22b128c54 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 814 time: 0.2345114 May 27 09:31:32.637552 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Request body: {'port': {'device_id': '88cd6685-5fe4-4821-bb6f-2b13cf98897d', 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4', 'admin_state_up': True, 'tenant_id': '1528bf65d7184bd7884b85a61efd69e2'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:32.716327 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6ff0e351-436a-4371-a617-6bbab4efb0bd req-f4d3f3b0-19be-4329-9d96-cafddd6c0f72 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=d93a4e82-6284-4b1b-8c0d-e71194d1e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584485 May 27 09:31:32.723107 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:32.724502 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:32.725000 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.l3_db [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Floating IP b7798676-4e3f-4de0-897f-803b0c3b5bfa disassociated. External IP: 172.28.1.84, port: 60935d07-eebd-4026-bae7-40b6a67959c0. May 27 09:31:32.725518 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Calling delete_port for 60935d07-eebd-4026-bae7-40b6a67959c0 owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:31:32.814655 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:32.833103 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:32.845699 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Made reservation on behalf of 1528bf65d7184bd7884b85a61efd69e2 for: {'port': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:31:32.850627 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:32.865469 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:32.874267 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:32.920829 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event deleted for resources: {'Port': ['ID=60935d07-eebd-4026-bae7-40b6a67959c0,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:32.931131 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:33.135121 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Allocated IP 172.20.0.10 (6e6b8036-04bb-458d-ba50-3bce408b55b4/4cfc7913-4c0d-4cd3-8f51-2f2db05a234b/2999aba8-92bb-4aa3-9f50-d17da6023ce7) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:31:33.158211 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:31:33.221504 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-e9d21a69-8498-4d2d-8f3e-e908e5f91fcf tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:33.223009 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-e9d21a69-8498-4d2d-8f3e-e908e5f91fcf tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/networks?id=83bf35de-7aa9-4e70-b875-0ea08594376d HTTP/1.1" status: 200 len: 813 time: 0.2236328 May 27 09:31:33.252393 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-f20930cd-c781-407a-ad27-468090264dcb tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/quotas/259943aae4704bf49a75a76be0be2b8f HTTP/1.1" status: 200 len: 375 time: 0.0222785 May 27 09:31:33.356842 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:31:33.371936 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] Sync routers for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:31:33.380221 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-702722ed-bce7-4437-9925-b9696d8696a9 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=259943aae4704bf49a75a76be0be2b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119080 May 27 09:31:33.385880 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:31:33.387193 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:31:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:33.448455 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] No DVR routers for this DVR port 60935d07-eebd-4026-bae7-40b6a67959c0 on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:31:33.451100 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:33.453982 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29477212-f649-4494-9ee5-e43292174c3f', 'name': 'network-vif-deleted', 'tag': '60935d07-eebd-4026-bae7-40b6a67959c0'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:33.484442 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-52967991-2e39-461a-af0c-e85162b189da req-0a12383d-a5a6-47c8-a400-e862b513dd52 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "DELETE /v2.0/ports/60935d07-eebd-4026-bae7-40b6a67959c0 HTTP/1.1" status: 204 len: 173 time: 1.5268838 May 27 09:31:33.539442 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29477212-f649-4494-9ee5-e43292174c3f', 'name': 'network-vif-deleted', 'tag': '60935d07-eebd-4026-bae7-40b6a67959c0', 'status': 'completed', 'code': 200} May 27 09:31:33.542599 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:33.595468 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:33.611458 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-817dd23b-1912-4a8f-b244-23d28ee68030 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:33.636243 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:31:33.673623 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-6eabefab-79b8-4ce2-8c0b-aa137684eaed service neutron] 10.222.0.37 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820747 May 27 09:31:33.723955 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Network 6e6b8036-04bb-458d-ba50-3bce408b55b4 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:31:33.730207 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:31:33.781842 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:31:33.825785 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dbd72-d735-4b7e-a1a0-8a003eda2d1b req-62fea38b-f0ea-4b81-aee3-9f65cf97c55f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:33.829051 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['30f8ab62-1530-4733-9be6-b8401bacf452'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:31:33.834105 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-230dbd72-d735-4b7e-a1a0-8a003eda2d1b req-62fea38b-f0ea-4b81-aee3-9f65cf97c55f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 932 time: 0.0927274 May 27 09:31:33.852329 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:33.853009 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:33.865409 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Pushing event updated for resources: {'Port': ['ID=2999aba8-92bb-4aa3-9f50-d17da6023ce7,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:33.890848 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.891214 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.891572 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.891922 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.892267 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.892609 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.892994 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.893335 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.893673 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.894003 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.894342 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.894677 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:31:33.903143 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:33.923174 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-230dbd72-d735-4b7e-a1a0-8a003eda2d1b req-1213b684-5d8a-438b-b500-ec9a4ad8f44f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878618 May 27 09:31:33.933413 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-b0ae4475-3d31-4b5c-82a0-4d4c427a4454 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3042862 May 27 09:31:33.961733 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Request body: {'port': {'device_id': '88cd6685-5fe4-4821-bb6f-2b13cf98897d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:34.022548 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-06daf126-a4b5-4b16-aff7-c9b623ddb8da service neutron] 10.222.0.37 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349621 May 27 09:31:34.247420 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:34.437606 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a9e9950d-ace8-4fba-9a4a-56c6c323afd3 req-699e479e-a0d3-4c2b-898e-40bc918b2522 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 210 time: 0.0650542 May 27 09:31:34.494589 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-83d8f535-47c8-4c8a-8c21-edd53e79b809 req-d3f0a32c-cff9-4129-9da3-7d7035d85e7c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:34.520016 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-83d8f535-47c8-4c8a-8c21-edd53e79b809 req-d3f0a32c-cff9-4129-9da3-7d7035d85e7c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:34.528540 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-83d8f535-47c8-4c8a-8c21-edd53e79b809 req-d3f0a32c-cff9-4129-9da3-7d7035d85e7c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=29477212-f649-4494-9ee5-e43292174c3f HTTP/1.1" status: 200 len: 210 time: 0.4393594 May 27 09:31:34.530020 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:34.536055 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] Checking router: 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:31:34.547175 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:31:34.547958 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:31:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:34.733814 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2999aba8-92bb-4aa3-9f50-d17da6023ce7 {{(pid=91808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:34.745147 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:34.747121 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:31:34.764295 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Transition to ACTIVE for port object 2999aba8-92bb-4aa3-9f50-d17da6023ce7 will not be triggered until provisioned by entity L2. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:31:34.769572 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:34.775895 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-24777cc7-7c64-42aa-89cf-cea356429ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:34.915833 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Pushing event updated for resources: {'Port': ['ID=2999aba8-92bb-4aa3-9f50-d17da6023ce7,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:34.951517 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:35.082186 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Attempting to bind port 2999aba8-92bb-4aa3-9f50-d17da6023ce7 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:31:35.086234 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Attempting to bind port 2999aba8-92bb-4aa3-9f50-d17da6023ce7 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:31:35.086617 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Attempting to bind port 2999aba8-92bb-4aa3-9f50-d17da6023ce7 on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:35.155817 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Port 2999aba8-92bb-4aa3-9f50-d17da6023ce7 on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:31:35.156188 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Attempting to bind port 2999aba8-92bb-4aa3-9f50-d17da6023ce7 on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:35.170049 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:31:35.170515 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Checking segment: {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:31:35.170895 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Bound using segment: {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:31:35.171336 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Bound port: 2999aba8-92bb-4aa3-9f50-d17da6023ce7, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'}}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:31:35.171843 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:35.248548 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:35.253326 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce3a46-0474-4a6f-9e00-7a887831e2b8 None None] The sync data for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb is: [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:31:35.321810 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c8835-7aed-4d2f-b182-7d86c770840d req-2963fc8b-80c3-4c35-9556-a56997ebd61c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:35.322770 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-077c8835-7aed-4d2f-b182-7d86c770840d req-2963fc8b-80c3-4c35-9556-a56997ebd61c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Synchronizing usage tracker for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:35.341505 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] For port 2999aba8-92bb-4aa3-9f50-d17da6023ce7, host hv-cinder-77262, cleared binding levels {{(pid=91808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:31:35.347305 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] For port 2999aba8-92bb-4aa3-9f50-d17da6023ce7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2999aba8-92bb-4aa3-9f50-d17da6023ce7,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:31:35.354223 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:35.358442 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:35.377714 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 60935d07-eebd-4026-bae7-40b6a67959c0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:31:35.389874 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-077c8835-7aed-4d2f-b182-7d86c770840d req-2963fc8b-80c3-4c35-9556-a56997ebd61c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Unset dirty status for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:35.391061 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-077c8835-7aed-4d2f-b182-7d86c770840d req-2963fc8b-80c3-4c35-9556-a56997ebd61c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 944 time: 0.3010411 May 27 09:31:35.427522 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 60935d07-eebd-4026-bae7-40b6a67959c0 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:31:35.427917 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 60935d07-eebd-4026-bae7-40b6a67959c0 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:31:35.451306 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:35.451915 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:35.453362 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] 10.222.0.36 "PUT /v2.0/ports/2999aba8-92bb-4aa3-9f50-d17da6023ce7 HTTP/1.1" status: 200 len: 1094 time: 1.5032086 May 27 09:31:35.454072 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88cd6685-5fe4-4821-bb6f-2b13cf98897d', 'tag': '2999aba8-92bb-4aa3-9f50-d17da6023ce7'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:35.488814 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Pushing event updated for resources: {'Port': ['ID=2999aba8-92bb-4aa3-9f50-d17da6023ce7,revision_number=3']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:35.501173 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-077c8835-7aed-4d2f-b182-7d86c770840d req-5c5994cc-2272-4efb-b872-1c130b56d8ae tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896151 May 27 09:31:35.502353 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:35.609999 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88cd6685-5fe4-4821-bb6f-2b13cf98897d', 'tag': '2999aba8-92bb-4aa3-9f50-d17da6023ce7', 'status': 'completed', 'code': 200} May 27 09:31:35.650930 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-10c9692b-6b3c-46b1-9211-eea12e4173b4 req-9284cb09-7ec9-40b0-a896-270aa6367e51 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Synchronizing usage tracker for tenant:259943aae4704bf49a75a76be0be2b8f on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:35.688244 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-10c9692b-6b3c-46b1-9211-eea12e4173b4 req-9284cb09-7ec9-40b0-a896-270aa6367e51 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Unset dirty status for tenant:259943aae4704bf49a75a76be0be2b8f on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:35.689631 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-10c9692b-6b3c-46b1-9211-eea12e4173b4 req-9284cb09-7ec9-40b0-a896-270aa6367e51 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 210 time: 0.0883381 May 27 09:31:35.700260 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-61109fab-da9f-4628-90a7-6bd57b5ae2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:35.701824 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-61109fab-da9f-4628-90a7-6bd57b5ae2e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 1097 time: 0.1720254 May 27 09:31:35.734899 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e838d447-32b5-40b4-9d04-c958e35afc70 None None] New status for floating IP b7798676-4e3f-4de0-897f-803b0c3b5bfa: DOWN {{(pid=91811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:31:35.756190 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 38520) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:35.820936 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-e5967e4c-d3c1-4704-a05c-3675037b43ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2999aba8-92bb-4aa3-9f50-d17da6023ce7 HTTP/1.1" status: 200 len: 217 time: 0.1053026 May 27 09:31:35.952885 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-d42abcbd-9953-4a43-aaa4-b498d7db0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:35.954507 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-d42abcbd-9953-4a43-aaa4-b498d7db0083 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b HTTP/1.1" status: 200 len: 854 time: 0.1317728 May 27 09:31:35.996683 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-077fdfb9-477b-4437-a896-fdf0fc8cf368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:36.020723 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-8a11d67a-b0f1-4ad8-8e4e-c463609958b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e6b8036-04bb-458d-ba50-3bce408b55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562396 May 27 09:31:36.076651 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-077fdfb9-477b-4437-a896-fdf0fc8cf368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:36.191325 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-60ed6579-6e3b-4e27-b25f-45dbc32d8dc0 service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600523 May 27 09:31:36.197169 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ef3d4050-244b-4adc-9fec-23bf56d19570 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:36.197999 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ef3d4050-244b-4adc-9fec-23bf56d19570 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Synchronizing usage tracker for tenant:259943aae4704bf49a75a76be0be2b8f on resource:network {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:36.222582 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ef3d4050-244b-4adc-9fec-23bf56d19570 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Unset dirty status for tenant:259943aae4704bf49a75a76be0be2b8f on resource:network {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:36.224684 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ef3d4050-244b-4adc-9fec-23bf56d19570 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.36 "GET /v2.0/networks?id=83bf35de-7aa9-4e70-b875-0ea08594376d HTTP/1.1" status: 200 len: 813 time: 0.4031982 May 27 09:31:36.235141 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-077fdfb9-477b-4437-a896-fdf0fc8cf368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:36.241203 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-03eef3f8-fa60-4ef4-acbe-dc9b5b9e0aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:36.256168 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Request body: {'port': {'device_id': '19949559-21c5-4b00-9ead-5a4c8c56a3f9', 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d', 'admin_state_up': True, 'tenant_id': '259943aae4704bf49a75a76be0be2b8f'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:36.283040 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fdfb9-477b-4437-a896-fdf0fc8cf368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93a4e82-6284-4b1b-8c0d-e71194d1e109,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:36.289689 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-077fdfb9-477b-4437-a896-fdf0fc8cf368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:36.344793 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-077fdfb9-477b-4437-a896-fdf0fc8cf368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:36.345920 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-077fdfb9-477b-4437-a896-fdf0fc8cf368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "DELETE /v2.0/security-groups/d93a4e82-6284-4b1b-8c0d-e71194d1e109 HTTP/1.1" status: 204 len: 168 time: 0.5884805 May 27 09:31:36.350743 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38528) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:36.365577 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1536f41b-164b-4f9a-96c6-5b94ac5e48e1 req-94b70408-c847-4605-a934-a58cff0b081b service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622829 May 27 09:31:36.370819 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.api.v2.resource [None req-8d58bfa9-64d7-41c8-88d2-74a34661e39b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] show failed (client error): The resource could not be found. May 27 09:31:36.371724 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-8d58bfa9-64d7-41c8-88d2-74a34661e39b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups/d93a4e82-6284-4b1b-8c0d-e71194d1e109 HTTP/1.1" status: 404 len: 347 time: 0.0200217 May 27 09:31:36.375743 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 38532) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:36.616616 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-9c8a8012-b600-433d-8452-5ac01be86128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:36.618150 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-9c8a8012-b600-433d-8452-5ac01be86128 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 1097 time: 0.1867576 May 27 09:31:36.649597 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:36.666838 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:36.682546 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Made reservation on behalf of 259943aae4704bf49a75a76be0be2b8f for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:31:36.686309 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:36.713339 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Deleting port a43f5424-7484-4670-b1a5-8136ad2c949a {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:31:36.713618 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:36.817719 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-04a8ce4a-f854-4da1-9a45-3ee9d11043a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:36.819981 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-04a8ce4a-f854-4da1-9a45-3ee9d11043a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 915 time: 0.1895401 May 27 09:31:36.888622 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f83ed-cfd1-4ccc-8c1c-15ff13717aec req-432b6f61-5659-49cc-80c3-ad7b70dd1342 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:36.890174 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3c8f83ed-cfd1-4ccc-8c1c-15ff13717aec req-432b6f61-5659-49cc-80c3-ad7b70dd1342 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 944 time: 0.1882231 May 27 09:31:36.909100 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-4e487d8e-adfe-46f8-ba22-cdb4d1affa3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2999aba8-92bb-4aa3-9f50-d17da6023ce7 HTTP/1.1" status: 200 len: 217 time: 0.0809896 May 27 09:31:36.909371 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-15c27993-09d1-4a22-95f0-1ff27c5aab3b req-f2da6e49-2f39-4a7f-9ce7-9326ae1f0e90 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 210 time: 0.0623915 May 27 09:31:36.994536 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:36.994853 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:36.995633 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3c8f83ed-cfd1-4ccc-8c1c-15ff13717aec req-5d0c1236-7337-4363-8ed8-044ca74fb8a4 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968609 May 27 09:31:37.004023 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-8de3c146-e4d4-433d-b8b5-7e894658b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:37.006248 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-8de3c146-e4d4-433d-b8b5-7e894658b856 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b HTTP/1.1" status: 200 len: 854 time: 0.0837109 May 27 09:31:37.061645 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-dcfef336-eb27-44f4-aab3-d946787fbb5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e6b8036-04bb-458d-ba50-3bce408b55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471137 May 27 09:31:37.138236 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Calling delete_port for a43f5424-7484-4670-b1a5-8136ad2c949a owned by network:floatingip {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:31:37.148796 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Allocated IP 172.20.0.12 (83bf35de-7aa9-4e70-b875-0ea08594376d/2758fc05-7b98-4cd4-8c86-b86a197fa4ec/54b09443-dfdf-4a43-b029-fefcfa7e37a1) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:31:37.217631 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-7f14bb86-1b04-4991-86ad-d62be348cd66 service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451931 May 27 09:31:37.363983 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2ad462dd-f45b-43ff-a30c-6082507e34ea req-d1f0c875-0ba3-4d95-886a-2082c4bd2d4e service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345363 May 27 09:31:37.466042 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:37.474942 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-81d8b659-764b-4d41-920e-ade85b835b84 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:37.515071 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:37.531704 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event deleted for resources: {'Port': ['ID=a43f5424-7484-4670-b1a5-8136ad2c949a,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:37.676202 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:37.747681 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:37.765073 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:37.773767 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:37.835878 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:37.837097 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-00bce3bd-6fcb-400f-86dc-1ed55a7e135e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "DELETE /v2.0/floatingips/b7798676-4e3f-4de0-897f-803b0c3b5bfa HTTP/1.1" status: 204 len: 168 time: 1.4603429 May 27 09:31:37.853297 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Network 83bf35de-7aa9-4e70-b875-0ea08594376d is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:31:37.857095 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:31:37.860963 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:31:37.898468 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Pushing event updated for resources: {'Port': ['ID=54b09443-dfdf-4a43-b029-fefcfa7e37a1,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:37.903011 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:37.932628 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:37.933282 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:37.956401 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7039344 May 27 09:31:37.970337 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Request body: {'port': {'device_id': '19949559-21c5-4b00-9ead-5a4c8c56a3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:38.103732 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.105167 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275ddcc-1a04-41c8-966b-04e273676d14 req-c09981ba-5c61-40ad-9bf9-059574164cc8 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:38.106765 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9275ddcc-1a04-41c8-966b-04e273676d14 req-c09981ba-5c61-40ad-9bf9-059574164cc8 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 932 time: 0.0823436 May 27 09:31:38.161511 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9275ddcc-1a04-41c8-966b-04e273676d14 req-56c08575-6692-4682-8f99-3709a285ab70 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 May 27 09:31:38.354991 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d5ffe-d825-43a5-883b-c01bdcb4425c req-21242740-f30e-426a-9b22-4927cad47f50 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:38.356434 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-794d5ffe-d825-43a5-883b-c01bdcb4425c req-21242740-f30e-426a-9b22-4927cad47f50 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 944 time: 0.0920091 May 27 09:31:38.396907 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38546) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:38.404427 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145770550', 'description': 'tempest-description--449709076'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:38.413779 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:38.418519 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:security_group and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:31:38.423522 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-794d5ffe-d825-43a5-883b-c01bdcb4425c req-eb16104a-d1ce-405c-b190-c11632c010be tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572147 May 27 09:31:38.424286 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:31:38.430616 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:38.441241 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.462467 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:38.466231 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:security_group_rule and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:31:38.469066 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:31:38.475452 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:38.500715 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b09443-dfdf-4a43-b029-fefcfa7e37a1 {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:38.508656 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.524172 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Transition to ACTIVE for port object 54b09443-dfdf-4a43-b029-fefcfa7e37a1 will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:31:38.530710 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.535309 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-91f5a658-aea1-48ac-b5cf-6834165c79f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:38.551058 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.555929 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.559818 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d878459d-f89c-4855-aabb-34816b43dcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:38.607222 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:38.610245 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:38.614936 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.616631 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2186275 May 27 09:31:38.619973 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38550) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:38.631256 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'security_group_rule': {'security_group_id': '3b5a2da4-b2c7-470a-ad1d-43983f2eeb90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:38.637190 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:38.641110 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:security_group_rule and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:31:38.644218 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:31:38.651234 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:38.666175 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Pushing event updated for resources: {'Port': ['ID=54b09443-dfdf-4a43-b029-fefcfa7e37a1,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:38.670051 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.695759 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:38.746172 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.750858 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.753293 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8fb69d6c-8443-4226-b225-dfa25ef7c982 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:38.775904 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f845a07e-f508-481e-9857-072436a1e876,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:38.780158 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:38.788476 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Attempting to bind port 54b09443-dfdf-4a43-b029-fefcfa7e37a1 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:31:38.789118 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Attempting to bind port 54b09443-dfdf-4a43-b029-fefcfa7e37a1 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0fe3c98d-d073-48a4-b02e-bdb9d9dff726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:31:38.790917 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Attempting to bind port 54b09443-dfdf-4a43-b029-fefcfa7e37a1 on network 83bf35de-7aa9-4e70-b875-0ea08594376d {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:38.793061 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.797953 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674135 May 27 09:31:38.798222 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Port 54b09443-dfdf-4a43-b029-fefcfa7e37a1 on network 83bf35de-7aa9-4e70-b875-0ea08594376d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:31:38.798222 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Attempting to bind port 54b09443-dfdf-4a43-b029-fefcfa7e37a1 on network 83bf35de-7aa9-4e70-b875-0ea08594376d {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:38.798473 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38554) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:38.803977 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:31:38.804307 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Checking segment: {'id': '0fe3c98d-d073-48a4-b02e-bdb9d9dff726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:31:38.804765 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Bound using segment: {'id': '0fe3c98d-d073-48a4-b02e-bdb9d9dff726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:31:38.804943 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'security_group_rule': {'security_group_id': '3b5a2da4-b2c7-470a-ad1d-43983f2eeb90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:38.805200 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Bound port: 54b09443-dfdf-4a43-b029-fefcfa7e37a1, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe3c98d-d073-48a4-b02e-bdb9d9dff726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:31:38.805543 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.810849 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:38.814830 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:security_group_rule and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:31:38.818667 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:31:38.825251 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:38.844091 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.908867 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] For port 54b09443-dfdf-4a43-b029-fefcfa7e37a1, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:31:38.912959 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] For port 54b09443-dfdf-4a43-b029-fefcfa7e37a1, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=54b09443-dfdf-4a43-b029-fefcfa7e37a1,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:31:38.918007 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.922868 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:38.934263 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.941243 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.951693 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:38.979689 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:38.980596 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:38.982880 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] 10.222.0.36 "PUT /v2.0/ports/54b09443-dfdf-4a43-b029-fefcfa7e37a1 HTTP/1.1" status: 200 len: 1094 time: 1.0175943 May 27 09:31:38.983643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19949559-21c5-4b00-9ead-5a4c8c56a3f9', 'tag': '54b09443-dfdf-4a43-b029-fefcfa7e37a1'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:38.997017 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a52ca90-fedc-42ca-88c1-3a17da9ba875,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:39.003885 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:39.021305 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:39.027650 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Pushing event updated for resources: {'Port': ['ID=54b09443-dfdf-4a43-b029-fefcfa7e37a1,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:39.028133 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a8f81e79-6fa2-4ac4-9072-7f59902ce07e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2287815 May 27 09:31:39.028916 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38560) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:39.033802 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:39.037949 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'floatingip': {'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:39.045673 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:39.050229 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Usage tracker for resource:floatingip and tenant:2930df4a9deb48dbac2186a40c22ca4e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:31:39.054125 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:31:39.060119 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:39.074838 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:39.096366 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19949559-21c5-4b00-9ead-5a4c8c56a3f9', 'tag': '54b09443-dfdf-4a43-b029-fefcfa7e37a1', 'status': 'completed', 'code': 200} May 27 09:31:39.136680 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-49399eb7-390c-4b79-bb00-ba1f88226373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:39.138339 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-49399eb7-390c-4b79-bb00-ba1f88226373 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=259943aae4704bf49a75a76be0be2b8f&device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0970469 May 27 09:31:39.215117 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-e8e90cd9-a0ad-4158-a929-38c3680cee37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b09443-dfdf-4a43-b029-fefcfa7e37a1 HTTP/1.1" status: 200 len: 217 time: 0.0649633 May 27 09:31:39.227613 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:39.282535 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-99f81acf-8fea-4aa9-a525-563709ec2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:39.283949 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-99f81acf-8fea-4aa9-a525-563709ec2efc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2758fc05-7b98-4cd4-8c86-b86a197fa4ec HTTP/1.1" status: 200 len: 853 time: 0.0582552 May 27 09:31:39.334018 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-6de35fbc-6ea4-4c6b-9e69-59bb769ac39b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83bf35de-7aa9-4e70-b875-0ea08594376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429397 May 27 09:31:39.399104 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 2999aba8-92bb-4aa3-9f50-d17da6023ce7 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:31:39.426706 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Allocated IP 172.28.1.216 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/51307c39-88e9-4d79-a0c9-cfa9b9b0ea5e) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:31:39.442992 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34869fa-d82d-433b-8421-7ef974720a40 req-53382d2b-41ba-4d2d-903d-a7876d458131 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:39.444476 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b34869fa-d82d-433b-8421-7ef974720a40 req-53382d2b-41ba-4d2d-903d-a7876d458131 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 944 time: 0.1575651 May 27 09:31:39.474928 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-83d135ce-87ae-41a9-a2ff-0a6e0cb3a82a service neutron] 10.222.0.36 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340446 May 27 09:31:39.571000 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b34869fa-d82d-433b-8421-7ef974720a40 req-bcb9660a-a308-4b7a-af4a-1d33fa55b3fc tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034710 May 27 09:31:39.573589 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 2999aba8-92bb-4aa3-9f50-d17da6023ce7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2999aba8-92bb-4aa3-9f50-d17da6023ce7,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:39.590170 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '2999aba8-92bb-4aa3-9f50-d17da6023ce7', 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4', 'port_id': '2999aba8-92bb-4aa3-9f50-d17da6023ce7', 'mac_address': 'fa:16:3e:99:23:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfc7913-4c0d-4cd3-8f51-2f2db05a234b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:31:39.652852 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:39.671123 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2999aba8-92bb-4aa3-9f50-d17da6023ce7 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:39.689061 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 2999aba8-92bb-4aa3-9f50-d17da6023ce7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2999aba8-92bb-4aa3-9f50-d17da6023ce7,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:39.694357 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:39.696685 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:39.723984 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:39.757794 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:39.762393 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:39.769364 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=2999aba8-92bb-4aa3-9f50-d17da6023ce7,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:39.772895 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:39.810946 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37c23f-c1a3-4491-9ec5-1fa70a1e3c1b req-f2ad15a7-30bf-4378-abdb-614e5836c233 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:39.812409 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-fa37c23f-c1a3-4491-9ec5-1fa70a1e3c1b req-f2ad15a7-30bf-4378-abdb-614e5836c233 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 945 time: 0.2449698 May 27 09:31:39.814204 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-29d5d422-79a2-4c97-9802-3d83459aeaed req-c387564b-2fad-42ac-b0eb-415b42abdd3e service neutron] 10.222.0.36 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307457 May 27 09:31:39.821679 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:31:39.824567 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:31:39.828453 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:31:39.870215 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-fa37c23f-c1a3-4491-9ec5-1fa70a1e3c1b req-b015c682-5ab4-4a4a-9b08-190f314cc673 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505805 May 27 09:31:39.871369 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'Port': ['ID=51307c39-88e9-4d79-a0c9-cfa9b9b0ea5e,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:39.879412 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:39.922858 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:39.952532 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-cf4fa8c2-8197-495e-a6a2-d5b9958770c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:39.954163 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-cf4fa8c2-8197-495e-a6a2-d5b9958770c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=259943aae4704bf49a75a76be0be2b8f&device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0787868 May 27 09:31:39.979706 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['2999aba8-92bb-4aa3-9f50-d17da6023ce7'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:31:39.983384 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:40.090839 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-36b28550-b2b0-425a-9f05-7b7e0a3b82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:40.092574 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-36b28550-b2b0-425a-9f05-7b7e0a3b82d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83bf35de-7aa9-4e70-b875-0ea08594376d HTTP/1.1" status: 200 len: 914 time: 0.1315756 May 27 09:31:40.175457 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-313eec4a-d2dc-4fc5-9c2f-883cddfc8c8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b09443-dfdf-4a43-b029-fefcfa7e37a1 HTTP/1.1" status: 200 len: 217 time: 0.0665858 May 27 09:31:40.233876 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:40.238925 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:40.243776 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-45e69075-584c-4535-8c22-e53d7dfb4a7f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:40.261262 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-a9710dda-be0b-4444-aa61-7006f24f3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:40.262691 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-a9710dda-be0b-4444-aa61-7006f24f3897 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2758fc05-7b98-4cd4-8c86-b86a197fa4ec HTTP/1.1" status: 200 len: 853 time: 0.0626488 May 27 09:31:40.311866 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-248b52d3-bea6-4faa-a797-928d5c94160e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83bf35de-7aa9-4e70-b875-0ea08594376d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411959 May 27 09:31:40.356656 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'Port': ['ID=51307c39-88e9-4d79-a0c9-cfa9b9b0ea5e,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:40.360574 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:40.367327 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:40.388946 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:40.390144 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3601491 May 27 09:31:40.451888 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-84591c92-b8bc-451b-b69c-3237b60f832b service neutron] 10.222.0.36 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308589 May 27 09:31:40.594834 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d602af65-1e8c-4b0d-937f-a75c96b36809 req-16404929-4a36-4a19-8b8e-d94438096e99 service neutron] 10.222.0.36 "GET /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302481 May 27 09:31:40.615697 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-569de04b-b646-4692-bda6-3029ab3deb33 req-87f364c9-becb-4796-83f3-ea80aabef226 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:40.630938 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-569de04b-b646-4692-bda6-3029ab3deb33 req-87f364c9-becb-4796-83f3-ea80aabef226 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:40.632345 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-87f364c9-becb-4796-83f3-ea80aabef226 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--145770550&fields=id&tenant_id=2930df4a9deb48dbac2186a40c22ca4e HTTP/1.1" status: 200 len: 267 time: 0.0592940 May 27 09:31:40.774187 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b80d89-f745-4ca4-b4e1-598b4d968509 req-394d2377-d84d-466f-b112-2d4d6d9acd6e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:40.774781 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-d5b80d89-f745-4ca4-b4e1-598b4d968509 req-394d2377-d84d-466f-b112-2d4d6d9acd6e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Synchronizing usage tracker for tenant:259943aae4704bf49a75a76be0be2b8f on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:40.782901 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de04b-b646-4692-bda6-3029ab3deb33 req-01734ae4-fce2-4582-b5aa-a49e561774df tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:40.784322 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-01734ae4-fce2-4582-b5aa-a49e561774df tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 811 time: 0.1453977 May 27 09:31:40.790478 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-d5b80d89-f745-4ca4-b4e1-598b4d968509 req-394d2377-d84d-466f-b112-2d4d6d9acd6e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Unset dirty status for tenant:259943aae4704bf49a75a76be0be2b8f on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:40.792115 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d5b80d89-f745-4ca4-b4e1-598b4d968509 req-394d2377-d84d-466f-b112-2d4d6d9acd6e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 944 time: 0.1022782 May 27 09:31:40.800912 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-8e42d55f-9b4d-4b4b-85ab-aff7232a7900 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/quotas/2930df4a9deb48dbac2186a40c22ca4e HTTP/1.1" status: 200 len: 375 time: 0.0093396 May 27 09:31:40.837020 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d5b80d89-f745-4ca4-b4e1-598b4d968509 req-240d8933-fee9-4bf2-a783-4cb336f262f2 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 May 27 09:31:40.888247 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-203bad59-758f-449f-a816-aa78d801422f tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809083 May 27 09:31:41.027202 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-05c8fca6-dcb1-4005-b40a-4956a015ed3e service neutron] 10.222.0.37 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268339 May 27 09:31:41.065166 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92ad5c-c84b-4a5d-8afa-007b9a5b8c1e req-657f0685-e401-46b5-bc6c-53ddaf39754e tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:41.066613 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8c92ad5c-c84b-4a5d-8afa-007b9a5b8c1e req-657f0685-e401-46b5-bc6c-53ddaf39754e tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 945 time: 0.0800011 May 27 09:31:41.116315 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8c92ad5c-c84b-4a5d-8afa-007b9a5b8c1e req-8840b0ce-eb1c-4d8b-a656-d649b440e076 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 May 27 09:31:41.160184 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-a76d8801-1265-4246-953f-af676f69b2ad service neutron] 10.222.0.37 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272399 May 27 09:31:41.335326 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-a1d71e9b-0c4a-4cbb-b114-4ef5035c28e5 req-14a581f2-d0ad-40c0-9e89-b532d8657e40 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:41.352390 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-a1d71e9b-0c4a-4cbb-b114-4ef5035c28e5 req-14a581f2-d0ad-40c0-9e89-b532d8657e40 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:41.353767 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a1d71e9b-0c4a-4cbb-b114-4ef5035c28e5 req-14a581f2-d0ad-40c0-9e89-b532d8657e40 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 210 time: 0.0592990 May 27 09:31:41.419410 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 2999aba8-92bb-4aa3-9f50-d17da6023ce7 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:31:41.498922 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 2999aba8-92bb-4aa3-9f50-d17da6023ce7 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:31:41.503665 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 2999aba8-92bb-4aa3-9f50-d17da6023ce7 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:31:41.504038 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:41.628481 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:41.657891 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cd6685-5fe4-4821-bb6f-2b13cf98897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2999aba8-92bb-4aa3-9f50-d17da6023ce7'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:41.668487 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 2999aba8-92bb-4aa3-9f50-d17da6023ce7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2999aba8-92bb-4aa3-9f50-d17da6023ce7,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:41.675976 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:41.678107 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:41.714303 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88cd6685-5fe4-4821-bb6f-2b13cf98897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2999aba8-92bb-4aa3-9f50-d17da6023ce7', 'code': 200} May 27 09:31:41.748936 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=2999aba8-92bb-4aa3-9f50-d17da6023ce7,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:41.753234 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:42.048623 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389d9d5-bb34-4f64-897e-d3b0c8cb2a64 req-4658b831-2ed9-42f9-8b10-6112cd2f9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:42.050094 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5389d9d5-bb34-4f64-897e-d3b0c8cb2a64 req-4658b831-2ed9-42f9-8b10-6112cd2f9218 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 1099 time: 0.1376727 May 27 09:31:42.079489 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547c70d-40a8-4052-ae05-16d3f2410716 req-ae08e1fe-6827-4359-a64f-a38e19e398c1 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:42.080822 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5547c70d-40a8-4052-ae05-16d3f2410716 req-ae08e1fe-6827-4359-a64f-a38e19e398c1 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 944 time: 0.1178572 May 27 09:31:42.121252 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5389d9d5-bb34-4f64-897e-d3b0c8cb2a64 req-e3999f8d-d8ca-4fa0-a4e3-7a81f7cc2bff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634632 May 27 09:31:42.141646 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5547c70d-40a8-4052-ae05-16d3f2410716 req-7d7f9748-38a4-4b38-95d0-edff62bc3c3c tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550098 May 27 09:31:42.158902 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-dd9ac3ad-fd0a-4956-8fc7-bc3321e0699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:42.318764 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9222c7-acf8-40a2-a008-6cb3d73a2323 req-60b98fec-458e-4728-b143-cc5b9c750715 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:42.320241 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0c9222c7-acf8-40a2-a008-6cb3d73a2323 req-60b98fec-458e-4728-b143-cc5b9c750715 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 946 time: 0.0934093 May 27 09:31:42.371012 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0c9222c7-acf8-40a2-a008-6cb3d73a2323 req-d7cb32b6-68cf-4065-8eb0-c9cf107032a8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 May 27 09:31:42.562984 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5f37a37d-fbe7-4cfc-9567-fb4c680e7e81 req-3805b7e7-4c52-4fe2-a447-c0a4b3b74390 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 210 time: 0.0649562 May 27 09:31:42.630721 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de04b-b646-4692-bda6-3029ab3deb33 req-9dd2656d-a33f-4be4-a1f2-f7d4ff2e266b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:42.631376 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-569de04b-b646-4692-bda6-3029ab3deb33 req-9dd2656d-a33f-4be4-a1f2-f7d4ff2e266b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:network {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:42.649703 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-569de04b-b646-4692-bda6-3029ab3deb33 req-9dd2656d-a33f-4be4-a1f2-f7d4ff2e266b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:network {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:42.650857 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-9dd2656d-a33f-4be4-a1f2-f7d4ff2e266b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 811 time: 0.2331707 May 27 09:31:42.703976 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-569de04b-b646-4692-bda6-3029ab3deb33 req-c844510b-8ba0-4627-8ba0-3d90cfc4ada9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:42.716421 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-569de04b-b646-4692-bda6-3029ab3deb33 req-c844510b-8ba0-4627-8ba0-3d90cfc4ada9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:42.717559 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-c844510b-8ba0-4627-8ba0-3d90cfc4ada9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2930df4a9deb48dbac2186a40c22ca4e HTTP/1.1" status: 200 len: 379 time: 0.0538731 May 27 09:31:42.729200 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'port': {'device_id': '2070c04f-20af-47c8-904d-daa38a8d7484', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'admin_state_up': True, 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'security_groups': ['3b5a2da4-b2c7-470a-ad1d-43983f2eeb90']}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:42.959144 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:42.968583 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:42.979034 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Made reservation on behalf of 2930df4a9deb48dbac2186a40c22ca4e for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:31:42.982724 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:43.144085 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Allocated IP 172.20.0.9 (9c186e3d-2370-4faf-b418-0ccdd033a259/1c911897-3819-4877-b96c-8fcf157fabaa/65a0ad12-7a0a-429e-89f3-7a82f95f03e2) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:31:43.339387 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3de5a-9220-43a8-b184-c1256e049edc req-b438f8df-84c2-4615-aad8-fe8e7c361e93 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:43.341035 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-57b3de5a-9220-43a8-b184-c1256e049edc req-b438f8df-84c2-4615-aad8-fe8e7c361e93 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 944 time: 0.0824025 May 27 09:31:43.344555 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:43.361724 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Transition to ACTIVE for port object 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 will not be triggered until provisioned by entity DHCP. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:31:43.387803 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-57b3de5a-9220-43a8-b184-c1256e049edc req-f327c704-26c5-4178-8018-4a4503444c04 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 May 27 09:31:43.389983 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:43.397978 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-79d00450-682f-45d4-937b-c539e13bfcbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:43.430901 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 54b09443-dfdf-4a43-b029-fefcfa7e37a1 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:31:43.467377 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:31:43.471449 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:31:43.474338 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:31:43.562679 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event updated for resources: {'Port': ['ID=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:43.566284 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:43.572007 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 54b09443-dfdf-4a43-b029-fefcfa7e37a1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=54b09443-dfdf-4a43-b029-fefcfa7e37a1,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:43.586971 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '54b09443-dfdf-4a43-b029-fefcfa7e37a1', 'network_id': '83bf35de-7aa9-4e70-b875-0ea08594376d', 'port_id': '54b09443-dfdf-4a43-b029-fefcfa7e37a1', 'mac_address': 'fa:16:3e:f1:75:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2758fc05-7b98-4cd4-8c86-b86a197fa4ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:31:43.602365 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:43.603033 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:43.652619 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e43e5-6c9f-42c2-96e4-c1eefc8db3de req-3616154c-f3c9-457b-a469-c3f13164adb8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:43.654278 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-968e43e5-6c9f-42c2-96e4-c1eefc8db3de req-3616154c-f3c9-457b-a469-c3f13164adb8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 946 time: 0.1540205 May 27 09:31:43.654492 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:43.656246 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9308090 May 27 09:31:43.680532 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b09443-dfdf-4a43-b029-fefcfa7e37a1 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:43.684150 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Request body: {'port': {'device_id': '2070c04f-20af-47c8-904d-daa38a8d7484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:43.697743 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 54b09443-dfdf-4a43-b029-fefcfa7e37a1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=54b09443-dfdf-4a43-b029-fefcfa7e37a1,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:43.702046 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:43.704087 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:43.761174 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-968e43e5-6c9f-42c2-96e4-c1eefc8db3de req-44efe1fb-faad-4666-b1ba-da7d036a7805 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003370 May 27 09:31:43.773335 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-8fd066b0-31fd-4012-ba33-a646077ae90a None None] Provisioning for port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:31:43.788992 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-8fd066b0-31fd-4012-ba33-a646077ae90a None None] Provisioning complete for port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:31:43.789442 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8fd066b0-31fd-4012-ba33-a646077ae90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:43.820318 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e87f0-e804-4ac0-a692-c04ff9366104 req-c83ab745-45ea-41eb-8d61-8aff8ec0cf7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:43.822599 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e91e87f0-e804-4ac0-a692-c04ff9366104 req-c83ab745-45ea-41eb-8d61-8aff8ec0cf7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 931 time: 0.1014524 May 27 09:31:43.828354 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:43.838130 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=54b09443-dfdf-4a43-b029-fefcfa7e37a1,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:43.858741 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:43.876733 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-8fd066b0-31fd-4012-ba33-a646077ae90a None None] Port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:31:43.884264 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e91e87f0-e804-4ac0-a692-c04ff9366104 req-29c97b63-60a0-476f-a3f1-3fe178839730 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535207 May 27 09:31:43.975516 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['54b09443-dfdf-4a43-b029-fefcfa7e37a1'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:31:44.215691 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:44.223026 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:44.238253 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Transition to ACTIVE for port object 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:31:44.242765 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:44.247978 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:44.420546 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Pushing event updated for resources: {'Port': ['ID=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:44.423654 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:44.511413 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Attempting to bind port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:31:44.511754 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Attempting to bind port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:31:44.512174 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Attempting to bind port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 on network 9c186e3d-2370-4faf-b418-0ccdd033a259 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:44.518345 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 on network 9c186e3d-2370-4faf-b418-0ccdd033a259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:31:44.518665 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Attempting to bind port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 on network 9c186e3d-2370-4faf-b418-0ccdd033a259 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:44.524402 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:31:44.524839 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Checking segment: {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:31:44.525155 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Bound using segment: {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:31:44.525576 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Bound port: 65a0ad12-7a0a-429e-89f3-7a82f95f03e2, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7381498a-a5cd-4dca-95c9-d100645b5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:31:44.525923 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:44.684854 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] For port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:31:44.688304 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] For port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:31:44.696729 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181d040-237d-4453-b95e-2d603c3b5592 req-e04b7ae5-a492-4411-af5d-68da3489468a tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:44.698342 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9181d040-237d-4453-b95e-2d603c3b5592 req-e04b7ae5-a492-4411-af5d-68da3489468a tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 945 time: 0.1633751 May 27 09:31:44.699750 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:44.703451 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b16d33ae-0c25-498a-a7a7-8dca409391fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:44.780642 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:44.781326 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:44.782653 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] 10.222.0.36 "PUT /v2.0/ports/65a0ad12-7a0a-429e-89f3-7a82f95f03e2 HTTP/1.1" status: 200 len: 1093 time: 1.1048660 May 27 09:31:44.792166 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2070c04f-20af-47c8-904d-daa38a8d7484', 'tag': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:44.814607 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e5b151ed-190e-4f32-a920-03acb695d307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:44.837541 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9181d040-237d-4453-b95e-2d603c3b5592 req-fa5b2c14-fed8-4b06-87f3-0a5543be73de tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046710 May 27 09:31:44.987059 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2070c04f-20af-47c8-904d-daa38a8d7484', 'tag': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2', 'status': 'completed', 'code': 200} May 27 09:31:44.987313 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Pushing event updated for resources: {'Port': ['ID=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:44.995344 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:45.086934 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de04b-b646-4692-bda6-3029ab3deb33 req-35dc6d61-473e-402a-b729-c09703aee57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:45.088323 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-35dc6d61-473e-402a-b729-c09703aee57e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 1096 time: 0.2489088 May 27 09:31:45.106764 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5161fde-8e2c-4328-9479-136c569fe340 req-402bd92b-34fa-4bf0-a886-776301aa49c8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:45.107441 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-f5161fde-8e2c-4328-9479-136c569fe340 req-402bd92b-34fa-4bf0-a886-776301aa49c8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:45.176463 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-040cfabc-aed7-4c00-b638-603c4804b667 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65a0ad12-7a0a-429e-89f3-7a82f95f03e2 HTTP/1.1" status: 200 len: 217 time: 0.0652902 May 27 09:31:45.215608 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-f5161fde-8e2c-4328-9479-136c569fe340 req-402bd92b-34fa-4bf0-a886-776301aa49c8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:45.216678 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f5161fde-8e2c-4328-9479-136c569fe340 req-402bd92b-34fa-4bf0-a886-776301aa49c8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 943 time: 0.2098596 May 27 09:31:45.275171 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de04b-b646-4692-bda6-3029ab3deb33 req-c5adf6ab-262a-4357-905c-64ef9af78c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:45.276606 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-c5adf6ab-262a-4357-905c-64ef9af78c0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.0937307 May 27 09:31:45.281322 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f5161fde-8e2c-4328-9479-136c569fe340 req-31f1a07b-b7e7-4cb9-ba42-43d10a7f3db4 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558515 May 27 09:31:45.357750 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de04b-b646-4692-bda6-3029ab3deb33 req-1898eb8d-f5e7-47b6-aa58-407096d63d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:45.359985 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-1898eb8d-f5e7-47b6-aa58-407096d63d62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752025 May 27 09:31:45.435315 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 54b09443-dfdf-4a43-b029-fefcfa7e37a1 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:31:45.535711 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 54b09443-dfdf-4a43-b029-fefcfa7e37a1 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:31:45.540652 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 54b09443-dfdf-4a43-b029-fefcfa7e37a1 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:31:45.541062 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:45.548018 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-75e23460-039c-42a6-a23e-a77059089d2c service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680441 May 27 09:31:45.673448 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:45.679645 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:45.718087 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-569de04b-b646-4692-bda6-3029ab3deb33 req-9aa2af6d-e678-4bc6-bc5e-98609e4a4809 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620591 May 27 09:31:45.718900 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19949559-21c5-4b00-9ead-5a4c8c56a3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b09443-dfdf-4a43-b029-fefcfa7e37a1'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:45.731483 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 54b09443-dfdf-4a43-b029-fefcfa7e37a1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=54b09443-dfdf-4a43-b029-fefcfa7e37a1,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:45.736434 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:45.738405 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-138e0b14-29c5-4ff7-9220-60fc389adf8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:45.794733 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19949559-21c5-4b00-9ead-5a4c8c56a3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b09443-dfdf-4a43-b029-fefcfa7e37a1', 'code': 200} May 27 09:31:45.817194 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=54b09443-dfdf-4a43-b029-fefcfa7e37a1,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:45.822611 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:46.029992 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-a8913b5e-f9a0-4e37-a895-ea3529fd887b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:46.031440 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-a8913b5e-f9a0-4e37-a895-ea3529fd887b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 814 time: 0.1715317 May 27 09:31:46.034454 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-ac7c9e51-479f-436d-bb84-088886c51707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:46.035818 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-ac7c9e51-479f-436d-bb84-088886c51707 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 1096 time: 0.2409592 May 27 09:31:46.070486 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-66fcb2b2-c77f-4a94-9810-8374d79e8974 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/quotas/1528bf65d7184bd7884b85a61efd69e2 HTTP/1.1" status: 200 len: 375 time: 0.0327382 May 27 09:31:46.125790 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5fc9f-b6b1-4431-9a8a-347b05a0b123 req-bd266a23-d70d-4d65-b8b2-ea234e17745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:46.127293 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e2e5fc9f-b6b1-4431-9a8a-347b05a0b123 req-bd266a23-d70d-4d65-b8b2-ea234e17745d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 1099 time: 0.1067824 May 27 09:31:46.138258 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fc12e-506a-41cc-ace9-0518d5bcfa13 req-8b428f14-34e5-4ea0-a26c-7233e3901591 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:46.139654 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e75fc12e-506a-41cc-ace9-0518d5bcfa13 req-8b428f14-34e5-4ea0-a26c-7233e3901591 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.1580696 May 27 09:31:46.205988 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e2e5fc9f-b6b1-4431-9a8a-347b05a0b123 req-55ec4e6a-c585-44f3-b146-b87240e59fe7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653999 May 27 09:31:46.208922 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e75fc12e-506a-41cc-ace9-0518d5bcfa13 req-7d6ea11e-dc42-40a9-a2d2-d576ba566fea tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562825 May 27 09:31:46.227107 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-a9d2e72a-ff45-4153-a4c8-5524cdf785fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:46.228535 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-a9d2e72a-ff45-4153-a4c8-5524cdf785fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 912 time: 0.1844752 May 27 09:31:46.244522 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-db93d292-36ae-4712-9892-dddcf054320d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245387 May 27 09:31:46.387658 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-e0b1b867-0d7d-4ab7-b082-919babcbb056 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65a0ad12-7a0a-429e-89f3-7a82f95f03e2 HTTP/1.1" status: 200 len: 217 time: 0.1081703 May 27 09:31:46.490028 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-e5ef024e-0ffb-4121-850a-f33934b67995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:46.491444 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-e5ef024e-0ffb-4121-850a-f33934b67995 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.0946469 May 27 09:31:46.494841 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-52d55dc5-42d4-41b9-a248-7364db700ff0 service neutron] 10.222.0.37 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436202 May 27 09:31:46.553451 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375883f9-96b9-4f60-ac39-e2783399485e req-b816e778-df5f-4996-9e5c-7ef22dc91af0 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:46.555195 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-375883f9-96b9-4f60-ac39-e2783399485e req-b816e778-df5f-4996-9e5c-7ef22dc91af0 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 943 time: 0.1657705 May 27 09:31:46.599798 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-375883f9-96b9-4f60-ac39-e2783399485e req-f50bdc0e-5d9d-41c9-88fe-9d51e630e9b8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388699 May 27 09:31:46.781588 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-4629ec06-1834-4d87-b4aa-fc92c3030f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:46.783039 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-4629ec06-1834-4d87-b4aa-fc92c3030f1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2824173 May 27 09:31:46.784933 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-d135a361-25d4-49af-b31a-840fe131ba2e service neutron] 10.222.0.37 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519805 May 27 09:31:46.925109 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-0111dc26-bdc1-4775-8e67-6c5dd91954cc service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289542 May 27 09:31:46.978388 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f7dda024-b15e-4ecb-93aa-e77df379e59e req-c888cc01-8f26-4f40-a2b4-60694e7c0bc8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 210 time: 0.0439248 May 27 09:31:47.076881 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac0be844-cd6e-447c-952a-eaa95c49a238 req-0e617dda-f286-419e-b5d0-d205f42d43a6 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354184 May 27 09:31:47.417851 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ed684-0776-4fe3-9ced-19cb89a9505e req-33fe706c-97f0-4d58-a98d-709092eaabe4 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:47.419387 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f71ed684-0776-4fe3-9ced-19cb89a9505e req-33fe706c-97f0-4d58-a98d-709092eaabe4 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.0929594 May 27 09:31:47.421618 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:47.466628 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f71ed684-0776-4fe3-9ced-19cb89a9505e req-7bda46fd-6d96-43d7-864a-59233f496ab6 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 May 27 09:31:47.790909 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739d8d-7744-4919-93fc-de3c83763ab0 req-e7e7449d-c386-4ee7-b5dc-bdccbf62e1fd tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:47.792344 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-57739d8d-7744-4919-93fc-de3c83763ab0 req-e7e7449d-c386-4ee7-b5dc-bdccbf62e1fd tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 943 time: 0.0795658 May 27 09:31:47.835766 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-57739d8d-7744-4919-93fc-de3c83763ab0 req-f11cf64c-0d02-4bb4-990f-93784e64b6f8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377271 May 27 09:31:48.155821 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-db05d886-d384-44af-bbf7-f65c978c74d6 req-a81c5101-df50-4ef1-9c14-15664a27b851 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 210 time: 0.0627422 May 27 09:31:48.209934 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-4546b2d1-64ea-4fe3-9b2a-5c055c993f80 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:48.211334 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-4546b2d1-64ea-4fe3-9b2a-5c055c993f80 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 814 time: 0.1906002 May 27 09:31:48.228109 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Request body: {'port': {'device_id': '032e9b5c-83e7-4915-a0df-f5c484b5b96a', 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4', 'admin_state_up': True, 'tenant_id': '1528bf65d7184bd7884b85a61efd69e2'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:48.370117 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:31:48.379858 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:31:48.390679 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Made reservation on behalf of 1528bf65d7184bd7884b85a61efd69e2 for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:31:48.394145 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:48.555821 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Allocated IP 172.20.0.3 (6e6b8036-04bb-458d-ba50-3bce408b55b4/4cfc7913-4c0d-4cd3-8f51-2f2db05a234b/d5c0e4f9-71fc-436a-8998-c680f8c273a5) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:31:48.662835 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d38e31-7a32-4abb-94ae-3fecd9fd98b1 req-eac22d25-9651-468a-a8b4-b8db11d4f81e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:48.664403 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-16d38e31-7a32-4abb-94ae-3fecd9fd98b1 req-eac22d25-9651-468a-a8b4-b8db11d4f81e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.0893717 May 27 09:31:48.713999 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-16d38e31-7a32-4abb-94ae-3fecd9fd98b1 req-ef430b7c-b6e9-4a2c-87c3-4a6f3de4b8c5 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 May 27 09:31:48.788651 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:48.818536 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:48.819304 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:48.824842 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:48.835281 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['30f8ab62-1530-4733-9be6-b8401bacf452', '2999aba8-92bb-4aa3-9f50-d17da6023ce7'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:31:48.903624 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Network 6e6b8036-04bb-458d-ba50-3bce408b55b4 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:31:48.913712 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:31:48.918689 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:31:48.974563 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Pushing event updated for resources: {'Port': ['ID=d5c0e4f9-71fc-436a-8998-c680f8c273a5,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:48.979692 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:48.994495 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:48.995136 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:49.027383 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045952 May 27 09:31:49.041958 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Request body: {'port': {'device_id': '032e9b5c-83e7-4915-a0df-f5c484b5b96a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:49.094868 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80cac0-d028-4200-842f-e5fe11844209 req-bf16b1c1-01ae-42bc-a0ed-8e06a6b8b61c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:49.097076 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2e80cac0-d028-4200-842f-e5fe11844209 req-bf16b1c1-01ae-42bc-a0ed-8e06a6b8b61c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 943 time: 0.1038413 May 27 09:31:49.157488 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2e80cac0-d028-4200-842f-e5fe11844209 req-4e072e05-aba4-4310-9fd1-b1032f2c37d4 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520353 May 27 09:31:49.170900 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:49.391621 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46c49b-f510-4eac-acc3-03e21f865565 req-e23b89b7-80e1-4c7a-a6d9-6db71b3376f4 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:49.392882 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-da46c49b-f510-4eac-acc3-03e21f865565 req-e23b89b7-80e1-4c7a-a6d9-6db71b3376f4 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 931 time: 0.1024988 May 27 09:31:49.440019 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-da46c49b-f510-4eac-acc3-03e21f865565 req-2f1651eb-66e2-4835-82bf-d653aefc76ac tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 May 27 09:31:49.464272 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:31:49.611648 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:49.629209 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'port_id': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2', 'mac_address': 'fa:16:3e:f2:4a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:31:49.687109 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:49.698299 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c0e4f9-71fc-436a-8998-c680f8c273a5 {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:49.704696 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:49.706237 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:49.722012 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:49.724363 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Transition to ACTIVE for port object d5c0e4f9-71fc-436a-8998-c680f8c273a5 will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:31:49.726762 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:49.728882 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-138e0b14-29c5-4ff7-9220-60fc389adf8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:49.729068 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:49.732653 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:49.797242 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:49.800362 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:49.893932 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Pushing event updated for resources: {'Port': ['ID=d5c0e4f9-71fc-436a-8998-c680f8c273a5,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:49.902651 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:49.977966 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Attempting to bind port d5c0e4f9-71fc-436a-8998-c680f8c273a5 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:31:49.978297 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Attempting to bind port d5c0e4f9-71fc-436a-8998-c680f8c273a5 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:31:49.978622 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Attempting to bind port d5c0e4f9-71fc-436a-8998-c680f8c273a5 on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:49.983524 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Port d5c0e4f9-71fc-436a-8998-c680f8c273a5 on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:31:49.983840 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Attempting to bind port d5c0e4f9-71fc-436a-8998-c680f8c273a5 on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:31:49.989064 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:31:49.989493 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Checking segment: {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:31:49.990137 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Bound using segment: {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:31:49.990570 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Bound port: d5c0e4f9-71fc-436a-8998-c680f8c273a5, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:31:49.990924 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:50.018331 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:31:50.080734 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['65a0ad12-7a0a-429e-89f3-7a82f95f03e2'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:31:50.091520 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] For port d5c0e4f9-71fc-436a-8998-c680f8c273a5, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:31:50.094667 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] For port d5c0e4f9-71fc-436a-8998-c680f8c273a5, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d5c0e4f9-71fc-436a-8998-c680f8c273a5,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:31:50.100358 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:50.104327 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-38e58fdf-2ed7-49f6-9d94-1a4b0618acab tempest-DeleteServersTestJSON-1887402511 tempest-DeleteServersTestJSON-1887402511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:50.162877 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:50.163319 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:50.164783 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] 10.222.0.36 "PUT /v2.0/ports/d5c0e4f9-71fc-436a-8998-c680f8c273a5 HTTP/1.1" status: 200 len: 1093 time: 1.1288853 May 27 09:31:50.165195 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032e9b5c-83e7-4915-a0df-f5c484b5b96a', 'tag': 'd5c0e4f9-71fc-436a-8998-c680f8c273a5'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:50.186853 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Pushing event updated for resources: {'Port': ['ID=d5c0e4f9-71fc-436a-8998-c680f8c273a5,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:50.188897 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:50.275428 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032e9b5c-83e7-4915-a0df-f5c484b5b96a', 'tag': 'd5c0e4f9-71fc-436a-8998-c680f8c273a5', 'status': 'completed', 'code': 200} May 27 09:31:50.307161 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-d200cff9-d16c-4770-9810-9fd4fbeefd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:50.308764 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-d200cff9-d16c-4770-9810-9fd4fbeefd64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 1096 time: 0.0803401 May 27 09:31:50.385206 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d89a5-f84a-4d00-b8ec-723e57dfea60 req-12295ca5-402d-4ba6-ad93-b32ec42aa481 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:50.386601 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a49d89a5-f84a-4d00-b8ec-723e57dfea60 req-12295ca5-402d-4ba6-ad93-b32ec42aa481 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 944 time: 0.0827684 May 27 09:31:50.392988 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-a4fbb3e2-fd52-4e13-b75d-e94ba85cb2e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c0e4f9-71fc-436a-8998-c680f8c273a5 HTTP/1.1" status: 200 len: 217 time: 0.0659492 May 27 09:31:50.446545 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a49d89a5-f84a-4d00-b8ec-723e57dfea60 req-2599adaf-f3ff-4e37-942b-380e1814f60e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468447 May 27 09:31:50.475732 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-54ddefbe-6b06-48a2-aa5f-2af25aec668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:50.477804 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-54ddefbe-6b06-48a2-aa5f-2af25aec668e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b HTTP/1.1" status: 200 len: 854 time: 0.0777683 May 27 09:31:50.526870 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-ea48a4e4-66eb-4b17-88f1-a4c7e894c5fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e6b8036-04bb-458d-ba50-3bce408b55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399833 May 27 09:31:50.725430 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-54ef9888-0e19-4a97-948b-733a35cc4499 service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795187 May 27 09:31:50.740793 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c39e72-5e94-462c-a68c-613968faf202 req-7791a6c7-7ef7-474b-9c13-1606ee67abf1 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:50.741465 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-a4c39e72-5e94-462c-a68c-613968faf202 req-7791a6c7-7ef7-474b-9c13-1606ee67abf1 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Synchronizing usage tracker for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:31:50.842366 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-a4c39e72-5e94-462c-a68c-613968faf202 req-7791a6c7-7ef7-474b-9c13-1606ee67abf1 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Unset dirty status for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:31:50.843336 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a4c39e72-5e94-462c-a68c-613968faf202 req-7791a6c7-7ef7-474b-9c13-1606ee67abf1 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 943 time: 0.2803245 May 27 09:31:50.909931 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71b4481a-db49-4e3b-839d-938c7fa11c3f req-fac99669-7c5a-49bc-96e4-b3bdca73f24f service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767948 May 27 09:31:50.920024 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a4c39e72-5e94-462c-a68c-613968faf202 req-31f83de3-f755-40d3-92c0-e0d8e85eec19 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 May 27 09:31:51.038043 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-3b356cdf-304d-495d-8f8d-854fd46cbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:51.039412 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-3b356cdf-304d-495d-8f8d-854fd46cbba0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 1096 time: 0.0725121 May 27 09:31:51.177193 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-b32bedf1-e865-4c65-aba6-190bf3e4348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:51.178621 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-b32bedf1-e865-4c65-aba6-190bf3e4348b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 915 time: 0.1279342 May 27 09:31:51.249307 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-872806e8-8ee6-4f7d-988a-4b1e6c557482 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c0e4f9-71fc-436a-8998-c680f8c273a5 HTTP/1.1" status: 200 len: 217 time: 0.0637414 May 27 09:31:51.312997 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-498caa65-1bf7-4d42-94db-8732deabe597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:51.314354 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-498caa65-1bf7-4d42-94db-8732deabe597 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b HTTP/1.1" status: 200 len: 854 time: 0.0567746 May 27 09:31:51.456551 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-14d968c7-4d32-426c-a43a-11fe77cf3635 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e6b8036-04bb-458d-ba50-3bce408b55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343472 May 27 09:31:51.481838 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:31:51.562900 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:31:51.568979 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:31:51.569394 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:51.598314 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-51c9d4bf-82a6-434c-b817-33c6721a542e service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342609 May 27 09:31:51.679232 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200403-6d51-4b0f-8507-23515eefbbf5 req-310a0476-ed1e-4a2c-8769-049a8f03c72a tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:51.682092 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-14200403-6d51-4b0f-8507-23515eefbbf5 req-310a0476-ed1e-4a2c-8769-049a8f03c72a tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 944 time: 0.1198287 May 27 09:31:51.700967 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:51.731895 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-14200403-6d51-4b0f-8507-23515eefbbf5 req-edb0bd44-9428-4a01-a556-17b8bf298e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428162 May 27 09:31:51.741826 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:51.742982 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2070c04f-20af-47c8-904d-daa38a8d7484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:51.750660 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:51.753026 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:51.767539 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ff5d8e4f-192f-437e-a888-4161f08a0eaa req-e83f0de8-1dc0-4670-9152-0f36ad6d5c65 service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535840 May 27 09:31:51.808318 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2070c04f-20af-47c8-904d-daa38a8d7484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2', 'code': 200} May 27 09:31:51.830080 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:51.833349 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:52.060279 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074a13e-f52a-404d-9a25-6ffdd9c18d39 req-495cefea-a976-49bf-b7c8-680fd6932ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:52.061789 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8074a13e-f52a-404d-9a25-6ffdd9c18d39 req-495cefea-a976-49bf-b7c8-680fd6932ae7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 1098 time: 0.0708578 May 27 09:31:52.105477 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8074a13e-f52a-404d-9a25-6ffdd9c18d39 req-303ceec6-c3be-4803-950e-519887a6022f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358052 May 27 09:31:52.111560 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b89a6-8bb3-42b2-ba07-aa914c9ba441 req-2d3fa320-6c52-459b-823f-09ab213e29a8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:52.113053 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3c4b89a6-8bb3-42b2-ba07-aa914c9ba441 req-2d3fa320-6c52-459b-823f-09ab213e29a8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 943 time: 0.0828140 May 27 09:31:52.164264 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3c4b89a6-8bb3-42b2-ba07-aa914c9ba441 req-b08854c8-9ec9-47a6-8431-924f1891204f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449278 May 27 09:31:52.918316 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84fe81-8084-4024-a345-e1c4caf2ad7b req-4ebb9063-649c-42e2-979f-e235772fd001 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:52.919777 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fc84fe81-8084-4024-a345-e1c4caf2ad7b req-4ebb9063-649c-42e2-979f-e235772fd001 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 945 time: 0.0791230 May 27 09:31:52.966472 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fc84fe81-8084-4024-a345-e1c4caf2ad7b req-dc32085e-ab30-4f19-b3f8-f8f2c316f893 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405130 May 27 09:31:53.355764 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556eac0b-11e1-451e-9ec8-919f856de14b req-0507da7a-02c9-4483-a383-7ff40689478c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:53.357253 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-556eac0b-11e1-451e-9ec8-919f856de14b req-0507da7a-02c9-4483-a383-7ff40689478c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 943 time: 0.0823457 May 27 09:31:53.406081 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-556eac0b-11e1-451e-9ec8-919f856de14b req-5ab84dbc-f672-41a9-b308-cb58890ab720 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 May 27 09:31:53.500984 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device d5c0e4f9-71fc-436a-8998-c680f8c273a5 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:31:53.642282 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port d5c0e4f9-71fc-436a-8998-c680f8c273a5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d5c0e4f9-71fc-436a-8998-c680f8c273a5,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:53.655281 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'd5c0e4f9-71fc-436a-8998-c680f8c273a5', 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4', 'port_id': 'd5c0e4f9-71fc-436a-8998-c680f8c273a5', 'mac_address': 'fa:16:3e:a5:60:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfc7913-4c0d-4cd3-8f51-2f2db05a234b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:31:53.711518 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:53.731931 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c0e4f9-71fc-436a-8998-c680f8c273a5 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:31:53.747849 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port d5c0e4f9-71fc-436a-8998-c680f8c273a5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d5c0e4f9-71fc-436a-8998-c680f8c273a5,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:53.752033 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:53.753916 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:53.820065 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=d5c0e4f9-71fc-436a-8998-c680f8c273a5,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:53.822978 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:54.082895 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['d5c0e4f9-71fc-436a-8998-c680f8c273a5'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:31:54.151666 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b952-da9d-4b79-ae55-41b541334347 req-f61d27bb-2c3b-49c2-b324-852b2882f8cf tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:54.153142 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8009b952-da9d-4b79-ae55-41b541334347 req-f61d27bb-2c3b-49c2-b324-852b2882f8cf tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 945 time: 0.0814357 May 27 09:31:54.199026 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8009b952-da9d-4b79-ae55-41b541334347 req-1734d07c-78f3-48d2-a4ea-d736f17826e6 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401056 May 27 09:31:54.382660 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ce0af-5b06-41a2-9965-8fbc65251cbf req-de03d30a-e89a-4b7a-b676-3354d056af0b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:54.384352 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-330ce0af-5b06-41a2-9965-8fbc65251cbf req-de03d30a-e89a-4b7a-b676-3354d056af0b tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 945 time: 0.0787113 May 27 09:31:54.392547 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 38730) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:31:54.398319 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-31726c1e-e5d8-4d7e-a3b5-a8af43e1978e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Request body: {'floatingip': {'port_id': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:31:54.480329 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-31726c1e-e5d8-4d7e-a3b5-a8af43e1978e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:54.790147 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e07e-9d3b-4377-b0f7-38c6fbda7df1 req-022e6827-0501-4181-82a5-e9f45c8f63d6 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:54.791595 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bad2e07e-9d3b-4377-b0f7-38c6fbda7df1 req-022e6827-0501-4181-82a5-e9f45c8f63d6 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 944 time: 0.2560833 May 27 09:31:54.923955 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bad2e07e-9d3b-4377-b0f7-38c6fbda7df1 req-181481bd-43f5-4531-9a04-c24196bd9b59 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247609 May 27 09:31:55.269244 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-31726c1e-e5d8-4d7e-a3b5-a8af43e1978e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:55.275882 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-31726c1e-e5d8-4d7e-a3b5-a8af43e1978e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:55.478357 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.l3_db [None req-31726c1e-e5d8-4d7e-a3b5-a8af43e1978e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Floating IP 885f41d9-b5b7-4549-8b86-20d787764886 associated. External IP: 172.28.1.216, port: 65a0ad12-7a0a-429e-89f3-7a82f95f03e2. May 27 09:31:55.513534 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device d5c0e4f9-71fc-436a-8998-c680f8c273a5 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:31:55.588259 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port d5c0e4f9-71fc-436a-8998-c680f8c273a5 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:31:55.593761 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port d5c0e4f9-71fc-436a-8998-c680f8c273a5 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:31:55.594131 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:55.751138 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:55.779609 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032e9b5c-83e7-4915-a0df-f5c484b5b96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c0e4f9-71fc-436a-8998-c680f8c273a5'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:55.791325 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port d5c0e4f9-71fc-436a-8998-c680f8c273a5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d5c0e4f9-71fc-436a-8998-c680f8c273a5,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:31:55.797623 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:55.801656 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:31:55.870434 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032e9b5c-83e7-4915-a0df-f5c484b5b96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c0e4f9-71fc-436a-8998-c680f8c273a5', 'code': 200} May 27 09:31:55.903747 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=d5c0e4f9-71fc-436a-8998-c680f8c273a5,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:31:55.906808 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:31:55.939857 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31726c1e-e5d8-4d7e-a3b5-a8af43e1978e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:31:56.143218 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31726c1e-e5d8-4d7e-a3b5-a8af43e1978e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:31:56.147749 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-31726c1e-e5d8-4d7e-a3b5-a8af43e1978e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:31:56.156465 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] Sync routers for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:31:56.171111 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:31:56.171989 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:31:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:56.184909 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535fe17-8f51-41c2-86d2-3d31d59b5558 req-cab941fc-1cee-4fc5-a813-1d0e8e2145ef tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:56.188542 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c535fe17-8f51-41c2-86d2-3d31d59b5558 req-cab941fc-1cee-4fc5-a813-1d0e8e2145ef tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 945 time: 0.1481900 May 27 09:31:56.192338 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38e9ce-fe4c-46be-aea5-4a7d5253b420 req-5d8b686a-d800-412c-8f75-5145151df342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:56.194887 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6e38e9ce-fe4c-46be-aea5-4a7d5253b420 req-5d8b686a-d800-412c-8f75-5145151df342 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 1098 time: 0.1162336 May 27 09:31:56.211065 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-31726c1e-e5d8-4d7e-a3b5-a8af43e1978e tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "PUT /v2.0/floatingips/885f41d9-b5b7-4549-8b86-20d787764886 HTTP/1.1" status: 200 len: 991 time: 1.8146579 May 27 09:31:56.211065 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2070c04f-20af-47c8-904d-daa38a8d7484', 'tag': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:31:56.272808 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-6e38e9ce-fe4c-46be-aea5-4a7d5253b420 req-e84d77aa-2569-4ddd-b34b-1bf0bd36377c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567219 May 27 09:31:56.276061 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c535fe17-8f51-41c2-86d2-3d31d59b5558 req-25a16071-94de-46d7-ba5d-2ded660a9149 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798779 May 27 09:31:56.331100 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2070c04f-20af-47c8-904d-daa38a8d7484', 'tag': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2', 'status': 'completed', 'code': 200} May 27 09:31:56.369710 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:31:56.452370 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-0b138bd3-55c4-4b1a-876a-1e0922a1ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:56.453858 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-0b138bd3-55c4-4b1a-876a-1e0922a1ae17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 1098 time: 0.0731473 May 27 09:31:56.587604 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-5d328bac-eddc-4fea-b1fa-443aec05cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:56.589072 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-5d328bac-eddc-4fea-b1fa-443aec05cc91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 200 len: 912 time: 0.1288495 May 27 09:31:56.698219 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-387683fc-5381-4b1f-be0a-54ac2fd13bd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65a0ad12-7a0a-429e-89f3-7a82f95f03e2 HTTP/1.1" status: 200 len: 999 time: 0.1005266 May 27 09:31:56.721098 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '885f41d9-b5b7-4549-8b86-20d787764886', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'floating_ip_address': '172.28.1.216', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'port_id': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'mac_address': 'fa:16:3e:f2:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2070c04f-20af-47c8-904d-daa38a8d7484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:31:39Z', 'updated_at': '2021-05-27T09:31:55Z', 'revision_number': 1, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:56.725252 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] Checking router: 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:31:56.735067 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:31:56.735067 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:31:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:56.768287 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-ddefb1ec-04c3-4b18-8753-bcb341523a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:56.769883 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-ddefb1ec-04c3-4b18-8753-bcb341523a3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 200 len: 850 time: 0.0618746 May 27 09:31:56.853866 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-2999836a-a309-4acb-a783-9bb4691eea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:56.855354 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-2999836a-a309-4acb-a783-9bb4691eea1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c186e3d-2370-4faf-b418-0ccdd033a259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770111 May 27 09:31:56.932117 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:31:57.009166 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-9be9761b-6023-489c-a43d-f3adc34069e3 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421273 May 27 09:31:57.150404 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b0fd9f25-f959-4c2f-844e-4b41b3dbd5c9 req-3a7f76c8-2d98-4762-ab8b-3bda767ba297 service neutron] 10.222.0.36 "GET /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327188 May 27 09:31:57.303226 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '885f41d9-b5b7-4549-8b86-20d787764886', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'floating_ip_address': '172.28.1.216', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'port_id': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'mac_address': 'fa:16:3e:f2:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2070c04f-20af-47c8-904d-daa38a8d7484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:31:39Z', 'updated_at': '2021-05-27T09:31:55Z', 'revision_number': 1, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:31:57.307730 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f6d5f8-edb1-412b-aaa6-ebdc31b2138d None None] The sync data for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb is: [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '885f41d9-b5b7-4549-8b86-20d787764886', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'floating_ip_address': '172.28.1.216', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'port_id': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'mac_address': 'fa:16:3e:f2:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2070c04f-20af-47c8-904d-daa38a8d7484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:31:39Z', 'updated_at': '2021-05-27T09:31:55Z', 'revision_number': 1, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:31:57.500458 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e2019-9203-4071-a699-4532fa3887ac req-4f5b3e81-3977-4b36-a0cb-02dbf3ff4e26 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:57.502606 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d38e2019-9203-4071-a699-4532fa3887ac req-4f5b3e81-3977-4b36-a0cb-02dbf3ff4e26 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 945 time: 0.1008339 May 27 09:31:57.569342 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f204d994-637a-4311-98d1-9146a3897e14 None None] New status for floating IP 885f41d9-b5b7-4549-8b86-20d787764886: ACTIVE {{(pid=91811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:31:57.646958 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d38e2019-9203-4071-a699-4532fa3887ac req-2baa0e83-df9e-47dd-836f-9fe9860bd9c8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377947 May 27 09:31:59.005944 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221b2e9-e0d1-42f6-9960-e01a93649084 req-738869ed-e278-4be2-837f-ba9ca7e86998 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:31:59.007402 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d221b2e9-e0d1-42f6-9960-e01a93649084 req-738869ed-e278-4be2-837f-ba9ca7e86998 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 945 time: 0.0800538 May 27 09:31:59.052151 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d221b2e9-e0d1-42f6-9960-e01a93649084 req-856ffcc1-dbed-4287-9259-bea6982818dc tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384362 May 27 09:32:01.585986 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:05.450835 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-d280c201-361e-4af5-a110-1e17ddc08953 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:05.452245 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-d280c201-361e-4af5-a110-1e17ddc08953 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 814 time: 0.1537111 May 27 09:32:05.466711 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-78fb417a-706e-4ff2-8e21-ed48cd9576e5 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/quotas/1528bf65d7184bd7884b85a61efd69e2 HTTP/1.1" status: 200 len: 375 time: 0.0090950 May 27 09:32:05.651601 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-499e4150-afd4-4f70-bc1c-91dece50ee62 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1795609 May 27 09:32:05.782899 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-0f890bbf-b38d-42e7-bb14-ca06c7d0f3dc service neutron] 10.222.0.37 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247609 May 27 09:32:05.915418 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-cd5b4b4e-835d-410b-958b-7e9a377818ee service neutron] 10.222.0.37 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265526 May 27 09:32:06.094815 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8dbce3bf-181b-44aa-b1bd-507d8daf1a4d req-cb854ab8-d445-4e47-a6fd-409753296678 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 210 time: 0.0478017 May 27 09:32:07.280423 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-12a2a9fa-75f2-4775-aa88-412e3ac7ef5f req-819ec7b9-7752-443d-8344-3dbe20bea6a2 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 210 time: 0.0700450 May 27 09:32:07.403484 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-5e472236-2667-4bdf-a10e-1c3d3454d1ec tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:07.404912 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-5e472236-2667-4bdf-a10e-1c3d3454d1ec tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 814 time: 0.1612511 May 27 09:32:07.439404 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Request body: {'port': {'device_id': 'a9dfd64c-43e2-4e45-8633-3a219e2db842', 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4', 'admin_state_up': True, 'tenant_id': '1528bf65d7184bd7884b85a61efd69e2'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:32:07.588401 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:07.601201 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:07.610924 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Made reservation on behalf of 1528bf65d7184bd7884b85a61efd69e2 for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:32:07.614651 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:07.779783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Allocated IP 172.20.0.8 (6e6b8036-04bb-458d-ba50-3bce408b55b4/4cfc7913-4c0d-4cd3-8f51-2f2db05a234b/ce990064-8998-44b2-87a7-43b7628a8eee) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:32:07.991856 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:08.021637 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:08.027521 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:08.036271 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['30f8ab62-1530-4733-9be6-b8401bacf452', '2999aba8-92bb-4aa3-9f50-d17da6023ce7', 'd5c0e4f9-71fc-436a-8998-c680f8c273a5'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:32:08.099242 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Network 6e6b8036-04bb-458d-ba50-3bce408b55b4 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:32:08.102627 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:32:08.106404 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:32:08.142819 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Pushing event updated for resources: {'Port': ['ID=ce990064-8998-44b2-87a7-43b7628a8eee,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:08.148538 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:08.181531 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:08.182468 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:08.212031 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7761679 May 27 09:32:08.231613 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Request body: {'port': {'device_id': 'a9dfd64c-43e2-4e45-8633-3a219e2db842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:32:08.353880 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:08.510487 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9331-8aad-494a-9b21-98c1e8ae1064 req-a4f9bca7-4ce3-4d0b-90c0-02333ea76b09 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:08.513520 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-509c9331-8aad-494a-9b21-98c1e8ae1064 req-a4f9bca7-4ce3-4d0b-90c0-02333ea76b09 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 931 time: 0.0996203 May 27 09:32:08.572039 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-509c9331-8aad-494a-9b21-98c1e8ae1064 req-487f7efa-f9d7-4ec7-87ea-754130c1a835 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 May 27 09:32:08.766491 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce990064-8998-44b2-87a7-43b7628a8eee {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:32:08.775003 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:08.790331 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Transition to ACTIVE for port object ce990064-8998-44b2-87a7-43b7628a8eee will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:32:08.795634 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:08.800501 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2cc875e4-02e6-48ab-901d-ba7a122c971c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:08.964210 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce990064-8998-44b2-87a7-43b7628a8eee,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:08.971566 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:09.053117 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Attempting to bind port ce990064-8998-44b2-87a7-43b7628a8eee on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:32:09.053448 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Attempting to bind port ce990064-8998-44b2-87a7-43b7628a8eee by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:32:09.053766 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Attempting to bind port ce990064-8998-44b2-87a7-43b7628a8eee on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:32:09.058612 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Port ce990064-8998-44b2-87a7-43b7628a8eee on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:32:09.058925 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Attempting to bind port ce990064-8998-44b2-87a7-43b7628a8eee on network 6e6b8036-04bb-458d-ba50-3bce408b55b4 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:32:09.064312 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:32:09.064632 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Checking segment: {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:32:09.065037 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Bound using segment: {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:32:09.065465 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Bound port: ce990064-8998-44b2-87a7-43b7628a8eee, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7190499-3774-474f-8b9b-e5cc2c78e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:32:09.065798 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:09.253479 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] For port ce990064-8998-44b2-87a7-43b7628a8eee, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:32:09.257264 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] For port ce990064-8998-44b2-87a7-43b7628a8eee, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ce990064-8998-44b2-87a7-43b7628a8eee,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:32:09.262092 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:09.265923 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:09.351467 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:09.352082 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:09.353565 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/ce990064-8998-44b2-87a7-43b7628a8eee HTTP/1.1" status: 200 len: 1093 time: 1.1274934 May 27 09:32:09.354070 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dfd64c-43e2-4e45-8633-3a219e2db842', 'tag': 'ce990064-8998-44b2-87a7-43b7628a8eee'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:09.377441 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce990064-8998-44b2-87a7-43b7628a8eee,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:09.381984 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:09.445101 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dfd64c-43e2-4e45-8633-3a219e2db842', 'tag': 'ce990064-8998-44b2-87a7-43b7628a8eee', 'status': 'completed', 'code': 200} May 27 09:32:09.492278 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-54af7d51-e946-48a9-8090-37d16bc9c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:09.493798 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-54af7d51-e946-48a9-8090-37d16bc9c877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 1096 time: 0.0812769 May 27 09:32:09.574576 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-cf32e254-3f6e-41bf-8499-4dddbd89cc25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce990064-8998-44b2-87a7-43b7628a8eee HTTP/1.1" status: 200 len: 217 time: 0.0666089 May 27 09:32:09.652706 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-ca26354d-f978-4d93-af33-a1f68496236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:09.654176 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-ca26354d-f978-4d93-af33-a1f68496236d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b HTTP/1.1" status: 200 len: 854 time: 0.0651762 May 27 09:32:09.711644 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-f360c8a9-f3d6-4b05-85b1-e9a46abc042e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e6b8036-04bb-458d-ba50-3bce408b55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463433 May 27 09:32:09.782304 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f33c0-9d53-4325-875e-dd67a8b298ac req-ed82c7c9-bbfc-4e63-b720-c9e27242636c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:09.784674 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-338f33c0-9d53-4325-875e-dd67a8b298ac req-ed82c7c9-bbfc-4e63-b720-c9e27242636c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 943 time: 0.0934172 May 27 09:32:09.853135 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-338f33c0-9d53-4325-875e-dd67a8b298ac req-78bbbfed-f004-4ea3-a611-f518564489ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615911 May 27 09:32:09.916125 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-1e080b3b-357c-481b-bbe4-a47e5a53b770 service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934199 May 27 09:32:10.068083 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-13aff296-be73-4a02-b398-cb48e9c17e3b req-92fe7e0f-927e-476c-8ca1-3cf3d36b74a5 service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428258 May 27 09:32:10.242232 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-10412b8d-5e23-4ffd-84e0-03e030700469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:10.244704 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-10412b8d-5e23-4ffd-84e0-03e030700469 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1528bf65d7184bd7884b85a61efd69e2&device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 1096 time: 0.1013958 May 27 09:32:10.315730 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e4a6a-5370-4d1b-9bfc-ee4366b2da91 req-6c4eb0c4-11ed-4bd9-aeb8-c1dbc07f0306 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:10.317350 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-122e4a6a-5370-4d1b-9bfc-ee4366b2da91 req-6c4eb0c4-11ed-4bd9-aeb8-c1dbc07f0306 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.0982621 May 27 09:32:10.370166 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-122e4a6a-5370-4d1b-9bfc-ee4366b2da91 req-a4633f4e-d012-4c46-9980-5fe2fb2ba667 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458369 May 27 09:32:10.390082 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-e01a4fc9-53a2-4567-be9d-4c2b5e5c325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:10.391843 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-e01a4fc9-53a2-4567-be9d-4c2b5e5c325c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 200 len: 915 time: 0.1360548 May 27 09:32:10.465599 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-da6f0bef-923d-4bff-b26e-9ba478ce4433 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce990064-8998-44b2-87a7-43b7628a8eee HTTP/1.1" status: 200 len: 217 time: 0.0646648 May 27 09:32:10.533048 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-5a9c0d15-9b37-4243-b4be-6bc84e5f0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:10.534483 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-5a9c0d15-9b37-4243-b4be-6bc84e5f0187 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b HTTP/1.1" status: 200 len: 854 time: 0.0583096 May 27 09:32:10.586442 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-1895d348-88a0-4d36-be99-8370ce4af74d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e6b8036-04bb-458d-ba50-3bce408b55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409377 May 27 09:32:10.736372 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-7e604de8-de36-47f9-bd55-3c2b559255bb service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329396 May 27 09:32:10.888059 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5ee7ffa1-7ae3-4175-a192-57e0c7310444 req-1e807f4d-c049-4542-aabe-233555134217 service neutron] 10.222.0.36 "GET /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412761 May 27 09:32:11.060977 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc85994-53fb-4abd-b7d5-863a66ca0bfd req-c374886c-081e-4135-b1f6-f89c7c3fa53b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:11.061726 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-cdc85994-53fb-4abd-b7d5-863a66ca0bfd req-c374886c-081e-4135-b1f6-f89c7c3fa53b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Synchronizing usage tracker for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:32:11.078720 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-cdc85994-53fb-4abd-b7d5-863a66ca0bfd req-c374886c-081e-4135-b1f6-f89c7c3fa53b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Unset dirty status for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:32:11.080255 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cdc85994-53fb-4abd-b7d5-863a66ca0bfd req-c374886c-081e-4135-b1f6-f89c7c3fa53b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 943 time: 0.1114094 May 27 09:32:11.137718 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cdc85994-53fb-4abd-b7d5-863a66ca0bfd req-825ace39-4943-4fe4-a526-6053c3aea43b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 May 27 09:32:11.569085 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5197d4-feb8-4106-852d-62abd6b4db6f req-af920402-344d-4a9a-a730-373719d80f5f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:11.570571 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7b5197d4-feb8-4106-852d-62abd6b4db6f req-af920402-344d-4a9a-a730-373719d80f5f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.0794702 May 27 09:32:11.621626 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7b5197d4-feb8-4106-852d-62abd6b4db6f req-5444869e-727c-4dfa-9b6e-4274f19410ba tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453637 May 27 09:32:12.154076 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-d3bb25b2-4a25-4147-8776-184bb799e3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:12.392451 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3768f7-4978-4871-970d-ea0015c2e67c req-73496ab3-1d2e-4282-b04d-1fd40abe649a tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:12.394036 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3c3768f7-4978-4871-970d-ea0015c2e67c req-73496ab3-1d2e-4282-b04d-1fd40abe649a tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 943 time: 0.1417177 May 27 09:32:12.441154 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3c3768f7-4978-4871-970d-ea0015c2e67c req-cf621392-bd69-418a-a9a9-b20c8b96f05d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 May 27 09:32:12.909830 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9fc08-493c-4357-922d-3bd3e1394040 req-370ec009-53f9-4b12-89a6-8a87feb76ed4 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:12.911847 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-dba9fc08-493c-4357-922d-3bd3e1394040 req-370ec009-53f9-4b12-89a6-8a87feb76ed4 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.1790078 May 27 09:32:12.957548 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-dba9fc08-493c-4357-922d-3bd3e1394040 req-921db44d-3f0d-4128-a542-1f00f34ac399 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 May 27 09:32:13.565906 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device ce990064-8998-44b2-87a7-43b7628a8eee details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:32:13.633555 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145e33-482d-4ad1-80a1-33add2dd636b req-96f7d34b-c1c5-41b1-a301-2823d22593c6 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:13.635084 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1f145e33-482d-4ad1-80a1-33add2dd636b req-96f7d34b-c1c5-41b1-a301-2823d22593c6 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 943 time: 0.0871327 May 27 09:32:13.682826 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1f145e33-482d-4ad1-80a1-33add2dd636b req-248f2e68-326d-47e3-a174-54f504d8d1cf tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 May 27 09:32:13.706042 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port ce990064-8998-44b2-87a7-43b7628a8eee, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ce990064-8998-44b2-87a7-43b7628a8eee,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:13.721995 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'ce990064-8998-44b2-87a7-43b7628a8eee', 'network_id': '6e6b8036-04bb-458d-ba50-3bce408b55b4', 'port_id': 'ce990064-8998-44b2-87a7-43b7628a8eee', 'mac_address': 'fa:16:3e:66:1a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfc7913-4c0d-4cd3-8f51-2f2db05a234b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:32:13.784916 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:13.804114 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce990064-8998-44b2-87a7-43b7628a8eee {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:32:13.823983 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port ce990064-8998-44b2-87a7-43b7628a8eee, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ce990064-8998-44b2-87a7-43b7628a8eee,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:13.829235 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:13.832990 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:13.930313 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=ce990064-8998-44b2-87a7-43b7628a8eee,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:13.937906 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.938247 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.938581 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.938912 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.939235 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.939561 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.939882 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.940197 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.940514 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.940860 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.941178 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.941492 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:13.945872 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:14.152842 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123b554-7c63-4e58-a3e5-b190f6b216af req-ceeda267-caa2-49e0-8db3-82473de065a6 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:14.154372 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6123b554-7c63-4e58-a3e5-b190f6b216af req-ceeda267-caa2-49e0-8db3-82473de065a6 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.0851824 May 27 09:32:14.205109 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6123b554-7c63-4e58-a3e5-b190f6b216af req-bad59b14-f8e0-42b9-9582-b4b37cc6ef1a tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 May 27 09:32:14.257220 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['ce990064-8998-44b2-87a7-43b7628a8eee'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:32:14.812753 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9d81-2838-4d18-8a57-4619f59ff196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:14.901431 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6dca4-452e-41d5-8523-f3d8bcb27826 req-d79e1d01-e3c5-441d-800e-6f3c8422f496 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:14.903013 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a0e6dca4-452e-41d5-8523-f3d8bcb27826 req-d79e1d01-e3c5-441d-800e-6f3c8422f496 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 944 time: 0.0972104 May 27 09:32:14.968869 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a0e6dca4-452e-41d5-8523-f3d8bcb27826 req-56105c55-a134-4670-a77c-394cc76a884f tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598655 May 27 09:32:15.397543 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdb40e-0f76-4436-9804-feeaac67daf9 req-a25a2c7e-4932-4b3d-b8a0-79c4d649ddfd tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:15.399042 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-68bdb40e-0f76-4436-9804-feeaac67daf9 req-a25a2c7e-4932-4b3d-b8a0-79c4d649ddfd tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.0803747 May 27 09:32:15.449919 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-68bdb40e-0f76-4436-9804-feeaac67daf9 req-f27bb262-e313-4c54-a9a6-63e74e5e7450 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 May 27 09:32:15.572838 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device ce990064-8998-44b2-87a7-43b7628a8eee up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:32:15.675442 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:15.705699 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port ce990064-8998-44b2-87a7-43b7628a8eee completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:32:15.711760 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port ce990064-8998-44b2-87a7-43b7628a8eee triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:32:15.712131 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:15.836340 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:15.875769 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dfd64c-43e2-4e45-8633-3a219e2db842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce990064-8998-44b2-87a7-43b7628a8eee'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:15.887366 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port ce990064-8998-44b2-87a7-43b7628a8eee, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ce990064-8998-44b2-87a7-43b7628a8eee,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:15.894088 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:15.896059 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:15.930661 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dfd64c-43e2-4e45-8633-3a219e2db842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce990064-8998-44b2-87a7-43b7628a8eee', 'code': 200} May 27 09:32:15.971108 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=ce990064-8998-44b2-87a7-43b7628a8eee,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:15.975380 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:16.175878 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60def82-9e3e-4458-b47c-6493fe201212 req-6cbed756-a6a3-481d-82db-38ac9d596ab0 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:16.177636 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d60def82-9e3e-4458-b47c-6493fe201212 req-6cbed756-a6a3-481d-82db-38ac9d596ab0 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 945 time: 0.0941732 May 27 09:32:16.227058 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e37f-4261-411f-b6c8-2f724565d7e9 req-b2e5a904-079d-49c0-bb76-39e484bc4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:16.228550 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2ee9e37f-4261-411f-b6c8-2f724565d7e9 req-b2e5a904-079d-49c0-bb76-39e484bc4d80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 1098 time: 0.0853209 May 27 09:32:16.232871 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d60def82-9e3e-4458-b47c-6493fe201212 req-b2736e9d-8313-4889-9761-cd91ab5111eb tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457065 May 27 09:32:16.278619 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2ee9e37f-4261-411f-b6c8-2f724565d7e9 req-4dd9501a-ed8c-4d96-912b-ab850bc83ed9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 May 27 09:32:16.712469 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200245a-dd3f-4f29-b747-b64b713ea847 req-2a70e396-8743-4bc1-b211-471bb78aa45b tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:16.713995 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b200245a-dd3f-4f29-b747-b64b713ea847 req-2a70e396-8743-4bc1-b211-471bb78aa45b tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.1463389 May 27 09:32:16.726965 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-ed517867-12a4-4753-bdd5-98d72445c2c3 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:16.728435 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-ed517867-12a4-4753-bdd5-98d72445c2c3 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.36 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 946 time: 0.1245415 May 27 09:32:16.828126 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b200245a-dd3f-4f29-b747-b64b713ea847 req-eb8aee6a-3154-47b1-90e4-6e1a2621fcb2 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/security-groups?id=a56dd8f4-2271-472f-a49e-235356625ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986443 May 27 09:32:16.903135 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Deleting port 54b09443-dfdf-4a43-b029-fefcfa7e37a1 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:32:16.903467 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:17.053589 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] For port 54b09443-dfdf-4a43-b029-fefcfa7e37a1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=54b09443-dfdf-4a43-b029-fefcfa7e37a1,segment=NetworkSegment(0fe3c98d-d073-48a4-b02e-bdb9d9dff726),segment_id=0fe3c98d-d073-48a4-b02e-bdb9d9dff726)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:17.053834 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:17.180542 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Calling delete_port for 54b09443-dfdf-4a43-b029-fefcfa7e37a1 owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:32:17.303767 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:17.309392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:17.319580 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['54b09443-dfdf-4a43-b029-fefcfa7e37a1'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:32:17.354413 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Pushing event deleted for resources: {'Port': ['ID=54b09443-dfdf-4a43-b029-fefcfa7e37a1,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:17.357671 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:17.437905 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:17.443662 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] No DVR routers for this DVR port 54b09443-dfdf-4a43-b029-fefcfa7e37a1 on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:32:17.449968 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:17.464216 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19949559-21c5-4b00-9ead-5a4c8c56a3f9', 'name': 'network-vif-deleted', 'tag': '54b09443-dfdf-4a43-b029-fefcfa7e37a1'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:17.521758 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b7c0173c-6c33-40d8-a66a-190da3db2b4b req-177a8305-d2ff-41d8-ad5f-2dcc0f678e66 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.36 "DELETE /v2.0/ports/54b09443-dfdf-4a43-b029-fefcfa7e37a1 HTTP/1.1" status: 204 len: 173 time: 0.7787311 May 27 09:32:17.549115 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19949559-21c5-4b00-9ead-5a4c8c56a3f9', 'name': 'network-vif-deleted', 'tag': '54b09443-dfdf-4a43-b029-fefcfa7e37a1', 'status': 'completed', 'code': 200} May 27 09:32:17.600686 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be2eb-189a-4622-9859-250d3da32cec req-2920b4b3-75b3-40ae-8e7e-03cab13c905c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:17.602080 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-252be2eb-189a-4622-9859-250d3da32cec req-2920b4b3-75b3-40ae-8e7e-03cab13c905c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 945 time: 0.2191324 May 27 09:32:17.654539 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-252be2eb-189a-4622-9859-250d3da32cec req-efe1003a-0491-4d8d-ad9a-8ae0d27d56fc tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463514 May 27 09:32:17.996386 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-7b9ee6fe-4f29-43b8-b985-4fa812e1fc11 req-a5796bc4-04c5-4277-beae-08506c5e5691 tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] 10.222.0.37 "GET /v2.0/ports?device_id=19949559-21c5-4b00-9ead-5a4c8c56a3f9 HTTP/1.1" status: 200 len: 210 time: 0.0417013 May 27 09:32:18.820221 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:18.855245 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b322ff6-57a3-47eb-97c0-d8006b469dcc req-f1e30f9b-715c-471e-9c5d-3b90533a031e tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:18.857070 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6b322ff6-57a3-47eb-97c0-d8006b469dcc req-f1e30f9b-715c-471e-9c5d-3b90533a031e tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 945 time: 0.0873570 May 27 09:32:18.909115 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6b322ff6-57a3-47eb-97c0-d8006b469dcc req-3e823c31-1927-49b1-a5be-f8732e2a4ac8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462296 May 27 09:32:20.498158 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3265f-5771-4526-a423-dc0a6acac6d2 req-4bc03bc0-edc9-4dba-9311-f2ebfa72201d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:20.499662 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fda3265f-5771-4526-a423-dc0a6acac6d2 req-4bc03bc0-edc9-4dba-9311-f2ebfa72201d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 947 time: 0.0860963 May 27 09:32:20.546282 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fda3265f-5771-4526-a423-dc0a6acac6d2 req-ed791a89-18fc-496b-80ab-dd15e56a1fef tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397525 May 27 09:32:21.622016 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 54b09443-dfdf-4a43-b029-fefcfa7e37a1 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:32:21.670071 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 54b09443-dfdf-4a43-b029-fefcfa7e37a1 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:32:21.670416 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 54b09443-dfdf-4a43-b029-fefcfa7e37a1 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:32:21.751297 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05773-fe10-41b7-8301-88d23e5ca12f req-5ab5470e-7a75-4cd8-a756-4478b1a3114c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:21.752952 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bfe05773-fe10-41b7-8301-88d23e5ca12f req-5ab5470e-7a75-4cd8-a756-4478b1a3114c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 947 time: 0.0884016 May 27 09:32:21.803756 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bfe05773-fe10-41b7-8301-88d23e5ca12f req-f102e682-eda8-4fcf-b6a8-5c802592a6c1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439672 May 27 09:32:22.560078 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-d0b08f3f-ecd1-40e3-b533-66961ee0d8c4 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:22.561797 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-d0b08f3f-ecd1-40e3-b533-66961ee0d8c4 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 947 time: 0.1404936 May 27 09:32:22.756698 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Deleting port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:32:22.757788 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:23.106632 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] For port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:23.107209 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:23.247935 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337fbfa-4112-4caa-8253-ea1361cbbe50 req-7dab939f-cfd6-404d-9164-77995a325f67 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:23.249527 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a337fbfa-4112-4caa-8253-ea1361cbbe50 req-7dab939f-cfd6-404d-9164-77995a325f67 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 947 time: 0.2494135 May 27 09:32:23.448181 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a337fbfa-4112-4caa-8253-ea1361cbbe50 req-a353981e-2901-4b2a-87cc-d2d518b38aba tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469326 May 27 09:32:23.491048 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:23.491268 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:23.491551 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.l3_db [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Floating IP d8f8ad9a-d5eb-479f-b00b-8288361c7da4 disassociated. External IP: 172.28.1.112, port: f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c. May 27 09:32:23.491975 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Calling delete_port for f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:32:23.624307 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:23.632856 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-24e6f140-2555-4bab-b60a-8752e84e1282 tempest-ServerRescueNegativeTestJSON-1711412709 tempest-ServerRescueNegativeTestJSON-1711412709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:23.687012 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event deleted for resources: {'Port': ['ID=f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:23.690125 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:23.938874 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Router 6725003e-96e5-4666-b62c-50ed90bb5be4 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:32:24.174567 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:32:24.186018 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] Sync routers for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:32:24.212984 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:32:24.213627 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:32:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:24.260035 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] No DVR routers for this DVR port f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:32:24.262876 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:24.265805 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-deleted', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:24.284669 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-310ea2b4-d6ae-4a5c-a176-cdf77893cbda req-1f9e9e5c-4778-44dd-b5e4-bd1a958b6380 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "DELETE /v2.0/ports/f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c HTTP/1.1" status: 204 len: 173 time: 1.7148817 May 27 09:32:24.342991 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d622a-55d2-46b7-9d97-696b2337a2aa', 'name': 'network-vif-deleted', 'tag': 'f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c', 'status': 'completed', 'code': 200} May 27 09:32:24.437562 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:32:24.703469 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b629eca8-5b95-496a-bb65-005548349ea9 req-590dd6b4-87f2-48fe-82e5-28c2c2cd2ae2 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9d622a-55d2-46b7-9d97-696b2337a2aa HTTP/1.1" status: 200 len: 210 time: 0.0846093 May 27 09:32:24.870556 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:24.876674 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] Checking router: 6725003e-96e5-4666-b62c-50ed90bb5be4 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:32:24.890866 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:32:24.892195 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:32:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:25.143999 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:32:25.546694 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:25.551904 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f67c7c-72be-4393-9b4c-fe7388b1b70b None None] The sync data for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb is: [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:32:25.634991 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:32:25.695832 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:32:25.696484 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device f9e6db8f-5cf9-49ed-a87e-bfebe5f8845c not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:32:25.866396 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2131a1-54b6-4c18-9873-791837215e44 None None] New status for floating IP d8f8ad9a-d5eb-479f-b00b-8288361c7da4: DOWN {{(pid=91811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:32:25.881795 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39084) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:26.017900 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bdb6-41e7-4f2f-8f19-549e9049e4e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:26.063947 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bdb6-41e7-4f2f-8f19-549e9049e4e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:26.076176 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-cd9cce79-42c7-4a66-94de-db1f4d7dd566 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1562593 May 27 09:32:26.203470 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-ba24e60e-8711-420b-8d67-17e926f7e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:26.205121 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-ba24e60e-8711-420b-8d67-17e926f7e32b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d70f605810247cba902fc89fe1cdba3&device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1098 time: 0.0994329 May 27 09:32:26.207353 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bdb6-41e7-4f2f-8f19-549e9049e4e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:26.213384 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-67475189-a66b-4d4b-95b9-eacc14ad5f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:26.257549 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9bdb6-41e7-4f2f-8f19-549e9049e4e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:26.263560 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-f5a9bdb6-41e7-4f2f-8f19-549e9049e4e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:26.437656 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bdb6-41e7-4f2f-8f19-549e9049e4e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:26.438864 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-f5a9bdb6-41e7-4f2f-8f19-549e9049e4e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "DELETE /v2.0/security-groups/dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c HTTP/1.1" status: 204 len: 168 time: 0.5562799 May 27 09:32:26.443804 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39094) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:26.465442 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.api.v2.resource [None req-f5734e4b-db24-4682-b2ae-3452fade7f6d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] show failed (client error): The resource could not be found. May 27 09:32:26.468818 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f5734e4b-db24-4682-b2ae-3452fade7f6d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups/dfaf3602-57da-49a4-8d9a-1c2f6b74bc4c HTTP/1.1" status: 404 len: 347 time: 0.0216339 May 27 09:32:26.471703 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39098) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:26.507157 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-90c282f9-ac40-4a6f-837d-505d1af9800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:26.508607 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-90c282f9-ac40-4a6f-837d-505d1af9800a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 200 len: 910 time: 0.2756760 May 27 09:32:26.646987 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-5a8252d8-b20e-4589-bacc-0baea283000f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 200 len: 999 time: 0.1249645 May 27 09:32:26.733244 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-0c943b2b-d2bc-49fc-9c22-22b5957d1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:26.734810 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-0c943b2b-d2bc-49fc-9c22-22b5957d1834 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d48acffe-ec0c-487a-bb63-f998d3195a26 HTTP/1.1" status: 200 len: 848 time: 0.0792871 May 27 09:32:26.746675 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Deleting port 949c4949-1210-4b08-8e6d-a019c957d99d {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:32:26.747008 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:26.839040 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-3dee2c3c-a8f1-4140-9f7a-77302a33b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:26.841023 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-3dee2c3c-a8f1-4140-9f7a-77302a33b486 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a945622c-506d-410f-907b-4f94ba757fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0981629 May 27 09:32:27.018108 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-639b4336-370f-4d37-963a-f1423075b53f service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632006 May 27 09:32:27.020675 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:32:27.052191 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:27.052512 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:27.177262 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f04e65bf-35a3-43f7-968b-d25f98b6bc35 req-caabb7e8-e03a-4077-b906-7df778bd954a service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485374 May 27 09:32:27.208988 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Calling delete_port for 949c4949-1210-4b08-8e6d-a019c957d99d owned by network:floatingip {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:32:27.244280 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4aeab-6e8d-4d3d-8eba-40c340224bec req-f736b517-0a62-4b70-af66-fbf30355ec78 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:27.245922 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a9b4aeab-6e8d-4d3d-8eba-40c340224bec req-f736b517-0a62-4b70-af66-fbf30355ec78 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 945 time: 0.2651343 May 27 09:32:27.300383 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a9b4aeab-6e8d-4d3d-8eba-40c340224bec req-5f1d4ad3-9cd6-4952-ba4b-94a028d05e69 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478947 May 27 09:32:27.384839 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:27.390522 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e9ff1ed6-f824-4ba7-b7e6-ee0181e7abdb tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:27.444378 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event deleted for resources: {'Port': ['ID=949c4949-1210-4b08-8e6d-a019c957d99d,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:27.470549 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:27.539088 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:27.557756 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:27.558928 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "DELETE /v2.0/floatingips/d8f8ad9a-d5eb-479f-b00b-8288361c7da4 HTTP/1.1" status: 204 len: 168 time: 1.0850494 May 27 09:32:27.901397 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39114) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:27.906761 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312199528', 'description': 'tempest-description--761609344'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:32:27.913520 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:27.919246 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:security_group and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:32:27.923462 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:32:27.932684 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:27.944491 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:27.970575 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:27.975322 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:security_group_rule and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:32:27.978652 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:32:27.985266 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:28.083594 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.089298 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.094134 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3ebfee1b-130a-437d-8225-9ae8eb4f5fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:28.143770 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df06cbbc-4e2d-4488-851b-1e87e425a8bd,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:28.147458 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:28.148863 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.150131 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2477145 May 27 09:32:28.154609 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39118) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:28.163624 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'security_group_rule': {'security_group_id': 'df06cbbc-4e2d-4488-851b-1e87e425a8bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:32:28.173130 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:28.179350 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:security_group_rule and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:32:28.183802 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:32:28.193637 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:28.216564 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.323285 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.329411 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.332998 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a8633632-63a3-4feb-aace-37693763b566 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:28.351041 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609d6df1-139b-40a1-9d79-e3b2b34d0cbe,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:28.361442 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:28.383422 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.387247 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2289155 May 27 09:32:28.389625 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39130) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:28.398776 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'security_group_rule': {'security_group_id': 'df06cbbc-4e2d-4488-851b-1e87e425a8bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:32:28.409245 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:28.423870 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:security_group_rule and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:32:28.432468 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:32:28.454278 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:28.484029 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.592899 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.602677 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.605429 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3401a742-ce4a-4140-ae4f-c26baf111d30 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:28.632069 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00831575-7614-4e71-b9dc-05f3f85a94fa,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:28.635158 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:28.640377 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2e5cb-3854-467a-92c4-2a235df05e88 req-a5d70e16-df5a-43ea-b880-aa7cc98ae114 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:28.642126 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-98e2e5cb-3854-467a-92c4-2a235df05e88 req-a5d70e16-df5a-43ea-b880-aa7cc98ae114 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 945 time: 0.1237233 May 27 09:32:28.649538 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.650648 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2599268 May 27 09:32:28.654208 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39136) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:28.661660 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'floatingip': {'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:32:28.672776 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:28.682950 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Usage tracker for resource:floatingip and tenant:3e86af4b146247b6a10dd84ed6624fbe is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:32:28.688601 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:32:28.698908 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:28.699294 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-98e2e5cb-3854-467a-92c4-2a235df05e88 req-613a385b-a375-4109-a161-5db6af113d23 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 May 27 09:32:28.711879 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.882340 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:28.930512 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-d5a162eb-0bdd-4f37-ac26-e942966cf7bd tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:28.932116 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-d5a162eb-0bdd-4f37-ac26-e942966cf7bd tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 945 time: 0.1027033 May 27 09:32:29.068846 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Allocated IP 172.28.1.116 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/62bd30ce-eb55-47dc-960b-5b2b04adc42a) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:32:29.147177 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Deleting port ce990064-8998-44b2-87a7-43b7628a8eee {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:32:29.147757 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.282129 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.321176 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.325270 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-aa68ad30-c5bb-4ce2-a8eb-a3f86b6664f7 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:29.327864 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] For port ce990064-8998-44b2-87a7-43b7628a8eee, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ce990064-8998-44b2-87a7-43b7628a8eee,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:29.328290 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.394063 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:32:29.397775 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:32:29.401955 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:32:29.437054 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'Port': ['ID=62bd30ce-eb55-47dc-960b-5b2b04adc42a,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:29.442735 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:29.485784 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Calling delete_port for ce990064-8998-44b2-87a7-43b7628a8eee owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:32:29.508112 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.580925 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.659111 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.666923 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b2d055c-aa37-427e-854d-5f9fa2898133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:29.678169 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['30f8ab62-1530-4733-9be6-b8401bacf452', '2999aba8-92bb-4aa3-9f50-d17da6023ce7', 'd5c0e4f9-71fc-436a-8998-c680f8c273a5', 'ce990064-8998-44b2-87a7-43b7628a8eee'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:32:29.754906 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Pushing event deleted for resources: {'Port': ['ID=ce990064-8998-44b2-87a7-43b7628a8eee,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:29.814138 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.815685 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.815685 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.815685 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.815685 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.816643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.816643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.816643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.817152 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.817243 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.817629 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.818352 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:29.827110 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:29.873935 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.881337 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.889571 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:29.911217 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] No DVR routers for this DVR port ce990064-8998-44b2-87a7-43b7628a8eee on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:32:29.914558 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8a9b56fc-8749-45a4-9836-e8a8e449cda7 req-8021e520-7bdd-46c0-95c4-3164a2888847 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9dfd64c-43e2-4e45-8633-3a219e2db842 HTTP/1.1" status: 200 len: 210 time: 0.0556426 May 27 09:32:29.915894 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:29.918697 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dfd64c-43e2-4e45-8633-3a219e2db842', 'name': 'network-vif-deleted', 'tag': 'ce990064-8998-44b2-87a7-43b7628a8eee'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:29.938672 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a349d3c6-bd2d-47f3-872e-69bfde030765 req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "DELETE /v2.0/ports/ce990064-8998-44b2-87a7-43b7628a8eee HTTP/1.1" status: 204 len: 173 time: 0.9997501 May 27 09:32:30.006605 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dfd64c-43e2-4e45-8633-3a219e2db842', 'name': 'network-vif-deleted', 'tag': 'ce990064-8998-44b2-87a7-43b7628a8eee', 'status': 'completed', 'code': 200} May 27 09:32:30.199709 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'Port': ['ID=62bd30ce-eb55-47dc-960b-5b2b04adc42a,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:30.204608 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:30.231757 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:30.262084 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:30.263282 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-14dc9982-7de9-4f0c-9ae3-320abe8b13d7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6079631 May 27 09:32:30.549843 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-69f6afd0-fd18-417f-8ca7-47cdb8aa6e04 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:32:30.568300 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-69f6afd0-fd18-417f-8ca7-47cdb8aa6e04 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:32:30.569973 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-69f6afd0-fd18-417f-8ca7-47cdb8aa6e04 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1312199528&fields=id&tenant_id=3e86af4b146247b6a10dd84ed6624fbe HTTP/1.1" status: 200 len: 267 time: 0.0660484 May 27 09:32:30.837693 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-83a3d29a-6422-4ed3-b1d9-2907a4af275e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:30.839179 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-83a3d29a-6422-4ed3-b1d9-2907a4af275e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 816 time: 0.2615521 May 27 09:32:30.855631 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-e35b42cc-283b-4e29-965f-bbe36c8e414c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/quotas/3e86af4b146247b6a10dd84ed6624fbe HTTP/1.1" status: 200 len: 375 time: 0.0103147 May 27 09:32:30.949789 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-dd284a57-19f8-470e-89b1-408d567ffd28 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:32:30.966463 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-dd284a57-19f8-470e-89b1-408d567ffd28 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:32:30.967772 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-dd284a57-19f8-470e-89b1-408d567ffd28 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067371 May 27 09:32:31.188462 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-ed1ae53c-d56b-4b89-a23d-3e7cce778a4a service neutron] 10.222.0.37 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076244 May 27 09:32:31.340608 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-480abd17-9e8e-46ec-9fbf-d6ff61b5d347 service neutron] 10.222.0.37 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439555 May 27 09:32:31.593988 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:31.595007 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-01bbbf42-093b-42e4-8cd1-5450177b6631 req-a6d5271f-2b01-4485-9743-d0cc99c718cf tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:32:31.619148 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-01bbbf42-093b-42e4-8cd1-5450177b6631 req-a6d5271f-2b01-4485-9743-d0cc99c718cf tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:32:31.621090 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-01bbbf42-093b-42e4-8cd1-5450177b6631 req-a6d5271f-2b01-4485-9743-d0cc99c718cf tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 210 time: 0.1070387 May 27 09:32:32.831630 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-11af8c85-d6a8-4e22-a5fb-6bf1bf0f2098 req-51d4d7e3-c40c-495e-987a-ad44096953af tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 210 time: 0.0752907 May 27 09:32:32.870190 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee733a56-9fc0-4b97-9e60-736ae71b355a req-90bda919-1856-46e6-936d-bede5a8751dc tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:32.871708 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-ee733a56-9fc0-4b97-9e60-736ae71b355a req-90bda919-1856-46e6-936d-bede5a8751dc tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Synchronizing usage tracker for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:32:32.897688 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-ee733a56-9fc0-4b97-9e60-736ae71b355a req-90bda919-1856-46e6-936d-bede5a8751dc tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Unset dirty status for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:32:32.898997 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ee733a56-9fc0-4b97-9e60-736ae71b355a req-90bda919-1856-46e6-936d-bede5a8751dc tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 945 time: 0.1491790 May 27 09:32:32.953514 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ee733a56-9fc0-4b97-9e60-736ae71b355a req-899410a8-9d86-404a-ba3a-1e59e4bca0a0 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480106 May 27 09:32:33.597060 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-451b4f48-f0c5-42ef-9623-3c220e744476 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:33.599952 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-451b4f48-f0c5-42ef-9623-3c220e744476 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 816 time: 0.1894288 May 27 09:32:33.664052 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-c129e65a-060f-4195-b75b-899e7c5e45d1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e86af4b146247b6a10dd84ed6624fbe HTTP/1.1" status: 200 len: 380 time: 0.0496330 May 27 09:32:33.674555 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'port': {'device_id': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'admin_state_up': True, 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'security_groups': ['df06cbbc-4e2d-4488-851b-1e87e425a8bd']}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:32:33.682405 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device ce990064-8998-44b2-87a7-43b7628a8eee no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:32:33.742714 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: ce990064-8998-44b2-87a7-43b7628a8eee {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:32:33.743485 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device ce990064-8998-44b2-87a7-43b7628a8eee not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:32:33.829324 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:33.839974 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:33.851527 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Made reservation on behalf of 3e86af4b146247b6a10dd84ed6624fbe for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:32:33.854992 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:34.007110 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-71baa5d3-6c06-42f9-b96c-7fd27a17ff7f req-0f3894db-3fac-42fe-8545-cf3c7964d6ef tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 210 time: 0.0527618 May 27 09:32:34.082989 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Allocated IP 172.20.0.11 (9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615/47fdc049-6cea-4a10-9213-37c2e10e2ec9/55e41bfe-daf5-42b5-9cbb-cae47610042e) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:32:34.235890 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f5efc-d22d-4394-b58d-4707d8347148 req-73b243a6-7e7b-4785-b934-ba9ba1033fc8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:34.238698 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-024f5efc-d22d-4394-b58d-4707d8347148 req-73b243a6-7e7b-4785-b934-ba9ba1033fc8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 945 time: 0.1535802 May 27 09:32:34.311879 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-024f5efc-d22d-4394-b58d-4707d8347148 req-47dc81bf-7113-481e-b4d8-f45e840826f6 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610001 May 27 09:32:34.317775 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:34.351193 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Transition to ACTIVE for port object 55e41bfe-daf5-42b5-9cbb-cae47610042e will not be triggered until provisioned by entity DHCP. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:32:34.377316 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:34.384334 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-429dc7c5-18f8-414e-ae66-8552c37d76b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:34.497961 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:32:34.504718 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:32:34.511733 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:32:34.589692 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:34.598634 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:34.647581 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:34.648644 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:34.689139 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0183589 May 27 09:32:34.706021 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Request body: {'port': {'device_id': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:32:34.839004 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-86da9162-b2ae-480b-b4c9-2ddb00dbbd96 None None] Provisioning for port 55e41bfe-daf5-42b5-9cbb-cae47610042e completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:32:34.850864 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-86da9162-b2ae-480b-b4c9-2ddb00dbbd96 None None] Provisioning complete for port 55e41bfe-daf5-42b5-9cbb-cae47610042e triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:32:34.851793 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-86da9162-b2ae-480b-b4c9-2ddb00dbbd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:34.860346 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-e4f03d37-cd2b-4fbd-8ece-38f8e5f69645 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:34.861959 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-e4f03d37-cd2b-4fbd-8ece-38f8e5f69645 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 945 time: 0.0926597 May 27 09:32:34.920677 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:34.958687 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-86da9162-b2ae-480b-b4c9-2ddb00dbbd96 None None] Port 55e41bfe-daf5-42b5-9cbb-cae47610042e cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:32:35.077620 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Deleting port d5c0e4f9-71fc-436a-8998-c680f8c273a5 {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:32:35.078485 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:35.246294 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] For port d5c0e4f9-71fc-436a-8998-c680f8c273a5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d5c0e4f9-71fc-436a-8998-c680f8c273a5,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:35.247299 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:35.415014 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Calling delete_port for d5c0e4f9-71fc-436a-8998-c680f8c273a5 owned by compute:nova {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:32:35.546130 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:35.555546 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:35.559717 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['30f8ab62-1530-4733-9be6-b8401bacf452', '2999aba8-92bb-4aa3-9f50-d17da6023ce7', 'd5c0e4f9-71fc-436a-8998-c680f8c273a5'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:32:35.650813 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec7ef6-679b-4577-95e6-c56f6e2227f0 req-d46c649f-dddd-478c-b0e4-2c8d7cdb20f7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:35.652609 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-bbec7ef6-679b-4577-95e6-c56f6e2227f0 req-d46c649f-dddd-478c-b0e4-2c8d7cdb20f7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:32:35.653727 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Pushing event deleted for resources: {'Port': ['ID=d5c0e4f9-71fc-436a-8998-c680f8c273a5,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:35.706307 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-bbec7ef6-679b-4577-95e6-c56f6e2227f0 req-d46c649f-dddd-478c-b0e4-2c8d7cdb20f7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:32:35.708721 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bbec7ef6-679b-4577-95e6-c56f6e2227f0 req-d46c649f-dddd-478c-b0e4-2c8d7cdb20f7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 932 time: 0.5147047 May 27 09:32:35.744047 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.745078 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.745891 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.746674 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.748685 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.749559 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.750576 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.751168 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.751740 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.752322 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.752925 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.753498 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:32:35.813702 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:35.869781 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e41bfe-daf5-42b5-9cbb-cae47610042e {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:32:35.889376 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:35.897886 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bbec7ef6-679b-4577-95e6-c56f6e2227f0 req-0bdbd2cf-9b86-4daf-b46f-370df85ebfc0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310117 May 27 09:32:35.911732 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] No DVR routers for this DVR port d5c0e4f9-71fc-436a-8998-c680f8c273a5 on host hv-cinder-77262 {{(pid=91808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:32:35.952316 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:35.952570 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Transition to ACTIVE for port object 55e41bfe-daf5-42b5-9cbb-cae47610042e will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:32:35.952675 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032e9b5c-83e7-4915-a0df-f5c484b5b96a', 'name': 'network-vif-deleted', 'tag': 'd5c0e4f9-71fc-436a-8998-c680f8c273a5'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:35.958444 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:35.966640 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3361f4cd-7d30-482a-b90f-0043d18f7f51 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:35.988803 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d8032ba8-20da-49f2-912e-7a63376064de req-9222241b-3149-4941-adaa-76a67cf99dbf tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Synchronizing usage tracker for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:32:35.997203 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6a9b293b-c0b5-4da8-b48f-1e8045c5d4f9 req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "DELETE /v2.0/ports/d5c0e4f9-71fc-436a-8998-c680f8c273a5 HTTP/1.1" status: 204 len: 173 time: 1.1238868 May 27 09:32:36.031627 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d8032ba8-20da-49f2-912e-7a63376064de req-9222241b-3149-4941-adaa-76a67cf99dbf tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Unset dirty status for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:32:36.042054 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d8032ba8-20da-49f2-912e-7a63376064de req-9222241b-3149-4941-adaa-76a67cf99dbf tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=032e9b5c-83e7-4915-a0df-f5c484b5b96a HTTP/1.1" status: 200 len: 210 time: 0.2268262 May 27 09:32:36.071976 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032e9b5c-83e7-4915-a0df-f5c484b5b96a', 'name': 'network-vif-deleted', 'tag': 'd5c0e4f9-71fc-436a-8998-c680f8c273a5', 'status': 'completed', 'code': 200} May 27 09:32:36.212453 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:36.252067 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:36.357367 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Attempting to bind port 55e41bfe-daf5-42b5-9cbb-cae47610042e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:32:36.357770 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Attempting to bind port 55e41bfe-daf5-42b5-9cbb-cae47610042e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:32:36.358127 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Attempting to bind port 55e41bfe-daf5-42b5-9cbb-cae47610042e on network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:32:36.364138 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Port 55e41bfe-daf5-42b5-9cbb-cae47610042e on network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:32:36.364549 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Attempting to bind port 55e41bfe-daf5-42b5-9cbb-cae47610042e on network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:32:36.370624 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:32:36.370870 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Checking segment: {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:32:36.371243 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Bound using segment: {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:32:36.371661 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Bound port: 55e41bfe-daf5-42b5-9cbb-cae47610042e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b44cb6c-74e9-462c-87f9-811e3f09b228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:32:36.372002 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:36.481980 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:32:36.486182 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:32:36.491495 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:36.495672 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:36.557668 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:36.558282 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:36.559705 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] 10.222.0.36 "PUT /v2.0/ports/55e41bfe-daf5-42b5-9cbb-cae47610042e HTTP/1.1" status: 200 len: 1094 time: 1.8621058 May 27 09:32:36.560195 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:36.583884 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:36.588341 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:36.626845 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'status': 'completed', 'code': 200} May 27 09:32:36.763412 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43bbfe9c-f14a-4425-9dd2-6e61f05b8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:36.766336 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-43bbfe9c-f14a-4425-9dd2-6e61f05b8190 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 1097 time: 0.1250081 May 27 09:32:36.881894 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-a09f9358-8063-4922-ad5c-ec2f8940f965 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e HTTP/1.1" status: 200 len: 217 time: 0.1054289 May 27 09:32:36.994051 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-54ce9e11-9bb3-457b-8b2d-bb4672401502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:36.995572 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-54ce9e11-9bb3-457b-8b2d-bb4672401502 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.1065106 May 27 09:32:37.082413 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-0b29deca-10a3-4151-a518-15acdc12e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:37.084167 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-0b29deca-10a3-4151-a518-15acdc12e0ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809133 May 27 09:32:37.220908 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267cfd6-008e-494c-a6c1-04b43a0ef289 req-591a4a2e-fa85-44db-b3e2-1ffb3915ee71 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:37.223318 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-5267cfd6-008e-494c-a6c1-04b43a0ef289 req-591a4a2e-fa85-44db-b3e2-1ffb3915ee71 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1737723 May 27 09:32:37.280271 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-5267cfd6-008e-494c-a6c1-04b43a0ef289 req-817e1a31-17ff-42e6-8f18-bfb48c43ac8b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:32:37.305237 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-5267cfd6-008e-494c-a6c1-04b43a0ef289 req-817e1a31-17ff-42e6-8f18-bfb48c43ac8b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:32:37.309274 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-5267cfd6-008e-494c-a6c1-04b43a0ef289 req-817e1a31-17ff-42e6-8f18-bfb48c43ac8b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755661 May 27 09:32:37.333305 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-ef658ac8-fc03-4bf9-8289-f4060ef72145 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396319 May 27 09:32:37.609304 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ce06b3-3b11-47ed-82c9-25e4a6e9eeb4 req-61cf9d39-2279-4363-9fa2-d11454a27052 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670648 May 27 09:32:37.711678 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device d5c0e4f9-71fc-436a-8998-c680f8c273a5 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:32:37.755893 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: d5c0e4f9-71fc-436a-8998-c680f8c273a5 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:32:37.756476 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device d5c0e4f9-71fc-436a-8998-c680f8c273a5 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:32:37.813006 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-3493a137-8726-4d91-88eb-9af67b1d0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:37.815950 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-3493a137-8726-4d91-88eb-9af67b1d0516 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 1097 time: 0.1420131 May 27 09:32:37.819286 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfb881-613e-4701-83f2-f7609e39b2ab req-3be5ce26-afa4-4681-b867-e8ea6efef4a8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:37.820930 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e2dfb881-613e-4701-83f2-f7609e39b2ab req-3be5ce26-afa4-4681-b867-e8ea6efef4a8 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 946 time: 0.1176946 May 27 09:32:37.944179 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e2dfb881-613e-4701-83f2-f7609e39b2ab req-cc0087a7-122f-4e8e-9817-b766fb735b82 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113620 May 27 09:32:38.000324 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-a0fc984a-74d4-432e-a762-2e09073ac685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:38.001832 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-a0fc984a-74d4-432e-a762-2e09073ac685 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 917 time: 0.1779993 May 27 09:32:38.080636 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-ceaa5f39-9a1a-4220-95d3-89d6f61b10ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e HTTP/1.1" status: 200 len: 217 time: 0.0708017 May 27 09:32:38.258578 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-a49d5c7f-8262-4a46-bd22-78d8ed172bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:38.260006 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-a49d5c7f-8262-4a46-bd22-78d8ed172bcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.1706543 May 27 09:32:38.345704 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-3b31e82a-f3d2-4730-9231-fd64e9d0e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:38.347175 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-3b31e82a-f3d2-4730-9231-fd64e9d0e673 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795536 May 27 09:32:38.497742 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-4f0a61ae-8241-4912-81b7-9dde0196d6e1 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391969 May 27 09:32:38.655245 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3aeef-5996-41e3-92a0-447bc1894cb7 req-e97357d6-ab7e-46f8-b7ae-c93d0a18339e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:38.657779 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3ce3aeef-5996-41e3-92a0-447bc1894cb7 req-e97357d6-ab7e-46f8-b7ae-c93d0a18339e tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1147990 May 27 09:32:38.672831 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e5501e31-19ad-40d7-a385-75b2ffbf5de3 req-512c83ae-4758-4697-acb1-a9971539de9e service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661866 May 27 09:32:38.721338 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3ce3aeef-5996-41e3-92a0-447bc1894cb7 req-1454fb73-443d-4f81-8657-9bb350a51c26 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561976 May 27 09:32:39.201792 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a286257-94a6-4f2d-bb6b-4427fbcae122 req-8dcad26e-9828-4c3c-9759-9022f525e089 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:39.204502 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a286257-94a6-4f2d-bb6b-4427fbcae122 req-8dcad26e-9828-4c3c-9759-9022f525e089 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 946 time: 0.1340551 May 27 09:32:39.307363 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0a286257-94a6-4f2d-bb6b-4427fbcae122 req-8ad78942-c1d8-476b-b95e-60a66d950b0b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651197 May 27 09:32:39.347113 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-7b1cc356-cb73-4634-9247-5ec53b712a56 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:39.349454 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-7b1cc356-cb73-4634-9247-5ec53b712a56 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 946 time: 0.1433189 May 27 09:32:39.513948 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Deleting port 2999aba8-92bb-4aa3-9f50-d17da6023ce7 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:32:39.514319 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:39.676156 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] For port 2999aba8-92bb-4aa3-9f50-d17da6023ce7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2999aba8-92bb-4aa3-9f50-d17da6023ce7,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:39.676475 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:39.724724 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:32:39.815721 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Calling delete_port for 2999aba8-92bb-4aa3-9f50-d17da6023ce7 owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:32:39.914049 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:39.939732 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:39.946764 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'port_id': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'mac_address': 'fa:16:3e:9c:20:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:32:39.949846 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4e45f31c-3c20-4fdb-8d4a-9ffd195ed979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:39.955793 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['30f8ab62-1530-4733-9be6-b8401bacf452', '2999aba8-92bb-4aa3-9f50-d17da6023ce7'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:32:39.999751 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Pushing event deleted for resources: {'Port': ['ID=2999aba8-92bb-4aa3-9f50-d17da6023ce7,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:40.003326 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:40.040486 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6e44f-989d-43c0-83c9-951814a9ed80 req-725196fd-3cae-4646-a41a-7b9f478bf9b2 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:40.042164 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-77a6e44f-989d-43c0-83c9-951814a9ed80 req-725196fd-3cae-4646-a41a-7b9f478bf9b2 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1001949 May 27 09:32:40.088033 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] No DVR routers for this DVR port 2999aba8-92bb-4aa3-9f50-d17da6023ce7 on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:32:40.091185 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:40.094243 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cd6685-5fe4-4821-bb6f-2b13cf98897d', 'name': 'network-vif-deleted', 'tag': '2999aba8-92bb-4aa3-9f50-d17da6023ce7'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:40.110977 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-77a6e44f-989d-43c0-83c9-951814a9ed80 req-9dbaa050-b751-4307-971b-b24117b63efa tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550928 May 27 09:32:40.115818 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-fd1fedc8-e4e3-4cfe-91d5-00e986154a29 req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "DELETE /v2.0/ports/2999aba8-92bb-4aa3-9f50-d17da6023ce7 HTTP/1.1" status: 204 len: 173 time: 0.7610567 May 27 09:32:40.157924 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:40.179797 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88cd6685-5fe4-4821-bb6f-2b13cf98897d', 'name': 'network-vif-deleted', 'tag': '2999aba8-92bb-4aa3-9f50-d17da6023ce7', 'status': 'completed', 'code': 200} May 27 09:32:40.201279 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e41bfe-daf5-42b5-9cbb-cae47610042e {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:32:40.277343 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:40.284959 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:40.293075 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:40.385894 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:40.391597 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:40.434995 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39310) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:40.508390 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] Deleting subnet 2758fc05-7b98-4cd4-8c86-b86a197fa4ec {{(pid=91808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:32:40.512030 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:40.547258 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['55e41bfe-daf5-42b5-9cbb-cae47610042e'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:32:40.583435 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6308039'] for subnet, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:40.628096 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-bd448d3a-e2a2-472d-94ec-82ee07689f61 req-579706c9-9fb9-4339-a2ea-bf11fd052108 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Synchronizing usage tracker for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:32:40.661781 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-bd448d3a-e2a2-472d-94ec-82ee07689f61 req-579706c9-9fb9-4339-a2ea-bf11fd052108 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Unset dirty status for tenant:1528bf65d7184bd7884b85a61efd69e2 on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:32:40.667893 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd448d3a-e2a2-472d-94ec-82ee07689f61 req-579706c9-9fb9-4339-a2ea-bf11fd052108 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=88cd6685-5fe4-4821-bb6f-2b13cf98897d HTTP/1.1" status: 200 len: 210 time: 0.1145160 May 27 09:32:40.733093 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.119065 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6308038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7089785'] for subnet, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.128371 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:41.191473 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2758fc05-7b98-4cd4-8c86-b86a197fa4ec,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:41.197007 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:41.198654 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.209792 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2758fc05-7b98-4cd4-8c86-b86a197fa4ec HTTP/1.1" status: 204 len: 168 time: 0.7722082 May 27 09:32:41.214336 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39316) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:41.373478 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.465081 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c1074-9e2c-4018-8467-dd6522fe0b20 req-11753272-3a2c-4313-bad9-aa3899e93657 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:41.466752 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-852c1074-9e2c-4018-8467-dd6522fe0b20 req-11753272-3a2c-4313-bad9-aa3899e93657 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 945 time: 0.1784976 May 27 09:32:41.556448 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.578618 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bf35de-7aa9-4e70-b875-0ea08594376d']}} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:41.597704 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe3c98d-d073-48a4-b02e-bdb9d9dff726') {'for_net_delete': True} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:41.598039 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe3c98d-d073-48a4-b02e-bdb9d9dff726') {} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:41.612121 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-852c1074-9e2c-4018-8467-dd6522fe0b20 req-a3be9983-2f2e-4281-b32a-99caaf2bea25 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861897 May 27 09:32:41.617041 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6308094'] for segment, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.637819 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.646286 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=91808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:32:41.646763 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6370660'] for segment, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: Traceback (most recent call last): May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: timer() May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: cb(*args, **kw) May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: return func(*args, **kwargs) May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: self._notify() May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: self.callback(batched_events) May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: event.method(event) May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: return f(self, *a, **k) May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: return self._get(url).json() May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: return self.request(url, 'GET', **kwargs) May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:32:41.661359 dv-cinder-772623-6-smb neutron-server[91808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:32:41.727020 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:32:41.759760 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.764554 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:41.782582 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.790679 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Pushing event deleted for resources: {'Network': ['ID=83bf35de-7aa9-4e70-b875-0ea08594376d,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:41.797146 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:41.805476 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-8d78cd8f-2346-49cd-8cd5-af8c4855d342 admin admin] 10.222.0.37 "DELETE /v2.0/networks/83bf35de-7aa9-4e70-b875-0ea08594376d HTTP/1.1" status: 204 len: 168 time: 0.5902710 May 27 09:32:41.825877 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 55e41bfe-daf5-42b5-9cbb-cae47610042e completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:32:41.831405 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 55e41bfe-daf5-42b5-9cbb-cae47610042e triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:32:41.832560 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:41.960654 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39328) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:41.995735 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:42.034782 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-37a7521c-dfd5-4707-b3ea-f48b2edaa4ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=259943aae4704bf49a75a76be0be2b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719957 May 27 09:32:42.036776 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:42.038105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39334) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:42.059631 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:42.068546 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:42.072967 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:42.140564 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'code': 200} May 27 09:32:42.145351 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-c7bfaa40-dd81-4fc3-bc7d-3772d77047c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:42.195627 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-c7bfaa40-dd81-4fc3-bc7d-3772d77047c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:42.214317 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-55f42be0-a00e-449e-a4a6-077306dd6303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:42.233302 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:42.238401 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:42.278405 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-c7bfaa40-dd81-4fc3-bc7d-3772d77047c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:42.288045 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-e257c00c-4ac4-4189-9cd9-1f6a91751b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:42.323282 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfaa40-dd81-4fc3-bc7d-3772d77047c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56dd8f4-2271-472f-a49e-235356625ae9,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:42.328821 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-c7bfaa40-dd81-4fc3-bc7d-3772d77047c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:42.341731 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-c7bfaa40-dd81-4fc3-bc7d-3772d77047c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:42.350374 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-c7bfaa40-dd81-4fc3-bc7d-3772d77047c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a56dd8f4-2271-472f-a49e-235356625ae9 HTTP/1.1" status: 204 len: 168 time: 0.3102932 May 27 09:32:42.539681 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e8369-ffda-4378-a247-daec3f684462 req-8c1d2c91-3fff-4e5f-8653-e704b1e4a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:42.542806 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf2e8369-ffda-4378-a247-daec3f684462 req-8c1d2c91-3fff-4e5f-8653-e704b1e4a631 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 1099 time: 0.2346444 May 27 09:32:42.594307 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bf2e8369-ffda-4378-a247-daec3f684462 req-8bf645c6-81dd-41b0-a735-3b9e23cfd187 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 May 27 09:32:42.840500 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55edb6f-191a-4ae9-9cfe-ebea72358bc6 req-f49107b4-9ec6-4930-9b2c-b8536151a829 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:42.843791 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b55edb6f-191a-4ae9-9cfe-ebea72358bc6 req-f49107b4-9ec6-4930-9b2c-b8536151a829 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.1080456 May 27 09:32:42.920214 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b55edb6f-191a-4ae9-9cfe-ebea72358bc6 req-67739c44-a1f7-4539-a7bd-696c2a5e702f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683961 May 27 09:32:43.735030 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 2999aba8-92bb-4aa3-9f50-d17da6023ce7 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:32:43.767971 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449adb-00eb-4f0b-80f2-555f29a0f899 req-274d84f3-c54e-405f-96ec-e39874d4bd74 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:43.781661 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a0449adb-00eb-4f0b-80f2-555f29a0f899 req-274d84f3-c54e-405f-96ec-e39874d4bd74 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 945 time: 0.1398156 May 27 09:32:43.787097 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 2999aba8-92bb-4aa3-9f50-d17da6023ce7 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:32:43.787640 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 2999aba8-92bb-4aa3-9f50-d17da6023ce7 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:32:43.844648 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a0449adb-00eb-4f0b-80f2-555f29a0f899 req-7222c0cf-a11a-4e6a-b2b7-45ef54a6d1f2 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623405 May 27 09:32:44.153488 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492b9a8-332b-44f9-89d6-dd1803295578 req-7b047539-1ae7-442c-af47-01035e3962a4 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:44.155022 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0492b9a8-332b-44f9-89d6-dd1803295578 req-7b047539-1ae7-442c-af47-01035e3962a4 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.0939703 May 27 09:32:44.231020 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0492b9a8-332b-44f9-89d6-dd1803295578 req-e15a09b4-ce82-4320-8fa1-673d2d3aed4f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654714 May 27 09:32:44.517594 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e49dcb-3b56-4636-a685-376b2669f393 req-c1d201f3-333b-4e54-a207-0c3f74e96502 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:44.520293 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-43e49dcb-3b56-4636-a685-376b2669f393 req-c1d201f3-333b-4e54-a207-0c3f74e96502 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.1193202 May 27 09:32:44.529673 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39396) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:44.536260 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-a0a1be85-4f43-4a46-99bb-3a4ae23c7869 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Request body: {'floatingip': {'port_id': '55e41bfe-daf5-42b5-9cbb-cae47610042e'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:32:44.629051 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a0a1be85-4f43-4a46-99bb-3a4ae23c7869 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:44.808579 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-5add6ac7-adee-4f44-9874-f64481fb4583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:45.081437 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8293584-df5f-4771-9f0c-fd9c578a9d69 req-5a07913b-e656-472e-8e49-da70094f967b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:45.084031 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e8293584-df5f-4771-9f0c-fd9c578a9d69 req-5a07913b-e656-472e-8e49-da70094f967b tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 945 time: 0.0999434 May 27 09:32:45.143624 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e8293584-df5f-4771-9f0c-fd9c578a9d69 req-29cdfe23-f135-4a57-95f5-c62f3e920ddc tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 May 27 09:32:45.381911 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-9bc8d677-f3ec-4f52-9721-2e27520550a2 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:45.383336 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-9bc8d677-f3ec-4f52-9721-2e27520550a2 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 945 time: 0.1384540 May 27 09:32:45.610189 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a0a1be85-4f43-4a46-99bb-3a4ae23c7869 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:45.619973 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a0a1be85-4f43-4a46-99bb-3a4ae23c7869 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:45.638080 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:45.795880 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Deleting port 30f8ab62-1530-4733-9be6-b8401bacf452 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:32:45.796236 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:45.924772 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.l3_db [None req-a0a1be85-4f43-4a46-99bb-3a4ae23c7869 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Floating IP 01ea52bf-37c0-4659-82db-952ca15ff05c associated. External IP: 172.28.1.116, port: 55e41bfe-daf5-42b5-9cbb-cae47610042e. May 27 09:32:46.153655 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] For port 30f8ab62-1530-4733-9be6-b8401bacf452, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=30f8ab62-1530-4733-9be6-b8401bacf452,segment=NetworkSegment(e7190499-3774-474f-8b9b-e5cc2c78e484),segment_id=e7190499-3774-474f-8b9b-e5cc2c78e484)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:32:46.154169 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:46.411673 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Calling delete_port for 30f8ab62-1530-4733-9be6-b8401bacf452 owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:32:46.444248 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d0015-6411-41ce-8100-ec71c8fd643f req-b13957e2-d46f-4ee6-b26c-14a10b6ef2e2 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:46.446260 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c48d0015-6411-41ce-8100-ec71c8fd643f req-b13957e2-d46f-4ee6-b26c-14a10b6ef2e2 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 945 time: 0.1232677 May 27 09:32:46.510122 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c48d0015-6411-41ce-8100-ec71c8fd643f req-b4ade046-7509-4ae2-aca1-1827dd4a9d10 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/security-groups?id=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572739 May 27 09:32:46.708268 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a1be85-4f43-4a46-99bb-3a4ae23c7869 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Router 6725003e-96e5-4666-b62c-50ed90bb5be4 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:32:46.775841 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:46.786562 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ab41f264-dfd0-48c1-a7a6-e0207ff7f33f tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:46.788185 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['30f8ab62-1530-4733-9be6-b8401bacf452'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:32:46.850993 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Pushing event deleted for resources: {'Port': ['ID=30f8ab62-1530-4733-9be6-b8401bacf452,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:46.885342 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:46.995322 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] No DVR routers for this DVR port 30f8ab62-1530-4733-9be6-b8401bacf452 on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:32:47.007412 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:47.010162 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914ae8fd-8e0e-4213-b454-eab2c2a5a504', 'name': 'network-vif-deleted', 'tag': '30f8ab62-1530-4733-9be6-b8401bacf452'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:47.039882 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55f0b4a6-40f3-416e-a02d-445e893c3757 req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.36 "DELETE /v2.0/ports/30f8ab62-1530-4733-9be6-b8401bacf452 HTTP/1.1" status: 204 len: 173 time: 1.6490638 May 27 09:32:47.056571 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a1be85-4f43-4a46-99bb-3a4ae23c7869 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:32:47.061804 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a0a1be85-4f43-4a46-99bb-3a4ae23c7869 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:47.077007 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] Sync routers for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:32:47.112234 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:32:47.113845 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914ae8fd-8e0e-4213-b454-eab2c2a5a504', 'name': 'network-vif-deleted', 'tag': '30f8ab62-1530-4733-9be6-b8401bacf452', 'status': 'completed', 'code': 200} May 27 09:32:47.114731 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:32:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:47.150271 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-a0a1be85-4f43-4a46-99bb-3a4ae23c7869 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "PUT /v2.0/floatingips/01ea52bf-37c0-4659-82db-952ca15ff05c HTTP/1.1" status: 200 len: 992 time: 2.6170895 May 27 09:32:47.451510 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:47.471115 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:32:47.822163 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-70556a13-68e2-44ce-a57c-d431d7d912e7 req-1bf56cb4-b89c-4097-9db6-3cf4893b4c7e tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] 10.222.0.37 "GET /v2.0/ports?device_id=914ae8fd-8e0e-4213-b454-eab2c2a5a504 HTTP/1.1" status: 200 len: 210 time: 0.0996263 May 27 09:32:47.967271 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '01ea52bf-37c0-4659-82db-952ca15ff05c', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'floating_ip_address': '172.28.1.116', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'port_id': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'mac_address': 'fa:16:3e:9c:20:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:32:29Z', 'updated_at': '2021-05-27T09:32:45Z', 'revision_number': 1, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:47.972707 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] Checking router: 6725003e-96e5-4666-b62c-50ed90bb5be4 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:32:47.983239 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:32:47.983866 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:32:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:48.218890 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:32:48.675786 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '01ea52bf-37c0-4659-82db-952ca15ff05c', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'floating_ip_address': '172.28.1.116', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'port_id': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'mac_address': 'fa:16:3e:9c:20:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:32:29Z', 'updated_at': '2021-05-27T09:32:45Z', 'revision_number': 1, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:48.680383 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c7d130-2ad6-41bb-b2cb-c2c2c8e4ca28 None None] The sync data for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb is: [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '01ea52bf-37c0-4659-82db-952ca15ff05c', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'floating_ip_address': '172.28.1.116', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'port_id': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'mac_address': 'fa:16:3e:9c:20:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:32:29Z', 'updated_at': '2021-05-27T09:32:45Z', 'revision_number': 1, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:32:48.833950 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:48.966860 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39446) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:49.011631 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b64b5-42f6-493d-bc5a-bc67cb8a59e4 None None] New status for floating IP 01ea52bf-37c0-4659-82db-952ca15ff05c: ACTIVE {{(pid=91811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:32:49.060889 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a662440-e5e8-4ff4-b1c4-de34cc0f0663 admin admin] Deleting subnet 4cfc7913-4c0d-4cd3-8f51-2f2db05a234b {{(pid=91809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:32:49.067096 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6a662440-e5e8-4ff4-b1c4-de34cc0f0663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:49.117239 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:32:49.177100 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6a662440-e5e8-4ff4-b1c4-de34cc0f0663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-950767'] for subnet, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:49.232632 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'status': 'completed', 'code': 200} May 27 09:32:49.252271 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6a662440-e5e8-4ff4-b1c4-de34cc0f0663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:49.570438 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591920-50eb-4785-b930-a0bdab519413 req-071d9c97-1027-402a-9cd2-f27db2523442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:49.572480 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55591920-50eb-4785-b930-a0bdab519413 req-071d9c97-1027-402a-9cd2-f27db2523442 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 1099 time: 0.2550511 May 27 09:32:49.758746 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 30f8ab62-1530-4733-9be6-b8401bacf452 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:32:49.792758 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591920-50eb-4785-b930-a0bdab519413 req-a6bea888-040e-4648-90bc-480793734b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:49.794473 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55591920-50eb-4785-b930-a0bdab519413 req-a6bea888-040e-4648-90bc-480793734b23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 917 time: 0.2093120 May 27 09:32:49.796079 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6a662440-e5e8-4ff4-b1c4-de34cc0f0663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8283566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6574467'] for subnet, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:49.800553 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:49.801980 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 30f8ab62-1530-4733-9be6-b8401bacf452 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:32:49.802330 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 30f8ab62-1530-4733-9be6-b8401bacf452 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:32:49.908764 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a662440-e5e8-4ff4-b1c4-de34cc0f0663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfc7913-4c0d-4cd3-8f51-2f2db05a234b,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:49.913027 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6a662440-e5e8-4ff4-b1c4-de34cc0f0663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:49.924520 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6a662440-e5e8-4ff4-b1c4-de34cc0f0663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:49.950519 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6a662440-e5e8-4ff4-b1c4-de34cc0f0663 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4cfc7913-4c0d-4cd3-8f51-2f2db05a234b HTTP/1.1" status: 204 len: 168 time: 0.9819021 May 27 09:32:49.954582 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39460) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:50.173280 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55591920-50eb-4785-b930-a0bdab519413 req-01913264-9e5a-40fd-8c50-461e42be610b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e HTTP/1.1" status: 200 len: 1002 time: 0.3405473 May 27 09:32:50.268639 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.294129 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591920-50eb-4785-b930-a0bdab519413 req-b84e87ee-268a-43f0-b5a6-7564af594ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:50.295608 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55591920-50eb-4785-b930-a0bdab519413 req-b84e87ee-268a-43f0-b5a6-7564af594ba2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.1133895 May 27 09:32:50.361658 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39468) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:50.473355 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.490825 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6b8036-04bb-458d-ba50-3bce408b55b4']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:50.508706 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7190499-3774-474f-8b9b-e5cc2c78e484') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:50.509050 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7190499-3774-474f-8b9b-e5cc2c78e484') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:32:50.528997 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.542173 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591920-50eb-4785-b930-a0bdab519413 req-83153842-6644-4a17-ad05-22eb1aa4da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:32:50.543697 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55591920-50eb-4785-b930-a0bdab519413 req-83153842-6644-4a17-ad05-22eb1aa4da8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2201245 May 27 09:32:50.573104 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.587616 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:32:50.588023 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.596844 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:32:50.602476 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:32:50.633168 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:50.641654 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Usage tracker for resource:security_group_rule and tenant:ce3b2b7a1758415eac58bb35b445953a is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:32:50.649145 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:32:50.659741 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:50.783021 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.807865 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:50.810771 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.817741 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.829265 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:50.840299 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55591920-50eb-4785-b930-a0bdab519413 req-eea7740d-f9a8-44eb-8c56-f0e03d59b7f3 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874279 May 27 09:32:50.847193 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c1048051-8bb5-4f8d-9b5e-ddc353766d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:50.847460 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6b8036-04bb-458d-ba50-3bce408b55b4,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:50.875648 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce3b2b7a1758415eac58bb35b445953a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127389 May 27 09:32:50.880358 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39482) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:50.882722 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:50.897663 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-14cf080a-ef08-43d3-b3f6-85df673c0446 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6e6b8036-04bb-458d-ba50-3bce408b55b4 HTTP/1.1" status: 204 len: 168 time: 0.9376988 May 27 09:32:50.947707 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9eecb9-ea66-4d68-97a9-3321c253571b,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:50.958071 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:51.050446 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55591920-50eb-4785-b930-a0bdab519413 req-4aae6716-54ed-42ea-a2c1-8e92262aee1b service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998680 May 27 09:32:51.058599 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b2415a30-c837-43a2-96d9-7684b44d285e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:51.116501 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b2415a30-c837-43a2-96d9-7684b44d285e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:51.121720 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39492) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:51.197747 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-239158a9-6e9d-4828-a0f4-b85f2b7ea26a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1528bf65d7184bd7884b85a61efd69e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721154 May 27 09:32:51.200291 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39496) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:51.247702 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b2415a30-c837-43a2-96d9-7684b44d285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:51.256233 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4424b009-e898-41b8-98bc-38b742838eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:51.276295 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2415a30-c837-43a2-96d9-7684b44d285e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9eecb9-ea66-4d68-97a9-3321c253571b,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:51.280372 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b2415a30-c837-43a2-96d9-7684b44d285e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:51.288267 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b2415a30-c837-43a2-96d9-7684b44d285e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:51.293599 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-b2415a30-c837-43a2-96d9-7684b44d285e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e9eecb9-ea66-4d68-97a9-3321c253571b HTTP/1.1" status: 204 len: 168 time: 0.4075336 May 27 09:32:51.304951 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1987d587-8e23-49f4-bdcd-c8c634cac29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:51.346953 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1987d587-8e23-49f4-bdcd-c8c634cac29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:51.434098 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1987d587-8e23-49f4-bdcd-c8c634cac29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:51.450276 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-09458485-cde2-47ec-98dc-2b27470a8c4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:51.469198 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987d587-8e23-49f4-bdcd-c8c634cac29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9cd73-26a3-47b1-b9f5-90b1cff3f16e,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:51.473764 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1987d587-8e23-49f4-bdcd-c8c634cac29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:51.477963 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-1987d587-8e23-49f4-bdcd-c8c634cac29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:51.481301 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-1987d587-8e23-49f4-bdcd-c8c634cac29a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9de9cd73-26a3-47b1-b9f5-90b1cff3f16e HTTP/1.1" status: 204 len: 168 time: 0.2769582 May 27 09:32:54.048699 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39578) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:54.225515 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:54.254848 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:54.262381 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Usage tracker for resource:security_group_rule and tenant:285baf361e594a0caf6e4cbee2a54385 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:32:54.268407 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:32:54.278247 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:54.442297 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:54.450028 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:54.466651 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-514b6e03-04eb-45ac-ab91-95fd44637d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:54.541318 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=285baf361e594a0caf6e4cbee2a54385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911559 May 27 09:32:54.542231 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47cee06-165e-4378-b420-26e251a694e5,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:54.545197 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39590) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:54.546010 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:54.636844 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-98ffe9e2-c9e3-48bb-af78-be854cfb2f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:54.664952 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-98ffe9e2-c9e3-48bb-af78-be854cfb2f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:54.724532 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-98ffe9e2-c9e3-48bb-af78-be854cfb2f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:54.728596 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-69f52b0a-2fd0-4dd8-a002-ef60c1002251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:54.741217 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffe9e2-c9e3-48bb-af78-be854cfb2f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47cee06-165e-4378-b420-26e251a694e5,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:54.747514 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-98ffe9e2-c9e3-48bb-af78-be854cfb2f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:54.748322 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-98ffe9e2-c9e3-48bb-af78-be854cfb2f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:54.749462 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-98ffe9e2-c9e3-48bb-af78-be854cfb2f72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b47cee06-165e-4378-b420-26e251a694e5 HTTP/1.1" status: 204 len: 168 time: 0.2021873 May 27 09:32:55.079572 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39598) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:55.099507 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:55.115633 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:55.119985 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] Usage tracker for resource:security_group_rule and tenant:7afae137e98f4b0382dadec9d1df9a41 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:32:55.123254 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:32:55.132507 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:55.252511 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:55.261271 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:55.359730 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-7ea598df-201f-4485-8045-a208bead828e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:55.434288 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7afae137e98f4b0382dadec9d1df9a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533719 May 27 09:32:55.435765 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeb1775-b38a-48bf-ac8b-868e233ca9bb,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:55.436783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39604) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:55.440197 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-dd494012-5746-4df5-847c-46e367df9569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:55.506416 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4c1ba6c3-688d-4c33-a388-e13c46ca6759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:55.542174 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4c1ba6c3-688d-4c33-a388-e13c46ca6759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:55.632672 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4c1ba6c3-688d-4c33-a388-e13c46ca6759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:55.640970 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6607f1a8-f2a0-4362-9025-0e6c2734a668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:55.657046 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ba6c3-688d-4c33-a388-e13c46ca6759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeb1775-b38a-48bf-ac8b-868e233ca9bb,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:55.663439 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4c1ba6c3-688d-4c33-a388-e13c46ca6759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:55.665415 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4c1ba6c3-688d-4c33-a388-e13c46ca6759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:55.671278 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-4c1ba6c3-688d-4c33-a388-e13c46ca6759 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2eeb1775-b38a-48bf-ac8b-868e233ca9bb HTTP/1.1" status: 204 len: 168 time: 0.2331014 May 27 09:32:59.216248 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39706) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:59.359226 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:59.376524 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:32:59.382122 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] Usage tracker for resource:security_group_rule and tenant:03561c3e240e4a2f8dc49840b69d3514 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:32:59.385747 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:32:59.392817 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:32:59.498136 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:59.505107 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:59.522162 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b159849-b66a-4503-8c72-3cca70198ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:59.567204 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03561c3e240e4a2f8dc49840b69d3514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498173 May 27 09:32:59.568148 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829a82fc-f61c-40fc-87ed-6284f3a93bd9,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:59.570002 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39716) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:32:59.571546 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a4b6d266-13a4-4f4f-bdad-b145afb6e7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:59.641280 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ac6a-4c67-402d-b6ee-0cfe94701412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:59.671064 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ac6a-4c67-402d-b6ee-0cfe94701412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:59.733259 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ac6a-4c67-402d-b6ee-0cfe94701412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:59.737301 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-868d8b88-b6b5-4014-9380-cda94968277b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:32:59.753997 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5ac6a-4c67-402d-b6ee-0cfe94701412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829a82fc-f61c-40fc-87ed-6284f3a93bd9,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:32:59.757030 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d0a5ac6a-4c67-402d-b6ee-0cfe94701412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:32:59.767660 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ac6a-4c67-402d-b6ee-0cfe94701412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:32:59.769409 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d0a5ac6a-4c67-402d-b6ee-0cfe94701412 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/829a82fc-f61c-40fc-87ed-6284f3a93bd9 HTTP/1.1" status: 204 len: 168 time: 0.1974747 May 27 09:33:00.157032 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39726) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:00.182107 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:00.202796 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:00.207174 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] Usage tracker for resource:security_group_rule and tenant:40d845ee884a405a9f8c768c729afc79 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:00.211141 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:00.217887 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:00.352481 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:00.357373 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:00.367372 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9cd867f4-6059-45dc-ae9f-6af74aafd640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:00.426660 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40d845ee884a405a9f8c768c729afc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680597 May 27 09:33:00.428067 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87974619-1672-4d03-8b45-635a0ffb777e,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:00.430658 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39730) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:00.433355 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-766ff177-21c7-40d8-a773-684a5dc052a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:00.506052 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b4794de6-5c65-425a-8509-01eca463d53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:00.543684 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b4794de6-5c65-425a-8509-01eca463d53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:00.634122 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b4794de6-5c65-425a-8509-01eca463d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:00.643149 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a3adcf37-a42d-47e7-92db-0cacd71e0ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:00.665165 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4794de6-5c65-425a-8509-01eca463d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87974619-1672-4d03-8b45-635a0ffb777e,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:00.667647 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b4794de6-5c65-425a-8509-01eca463d53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:00.679294 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b4794de6-5c65-425a-8509-01eca463d53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:00.681148 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-b4794de6-5c65-425a-8509-01eca463d53a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87974619-1672-4d03-8b45-635a0ffb777e HTTP/1.1" status: 204 len: 168 time: 0.2484763 May 27 09:33:01.599223 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:01.707763 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39768) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:01.834889 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1159554205-network', 'tenant_id': '7f70b164966745ef9f47631eb3688870'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:01.839869 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:01.844149 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Usage tracker for resource:network and tenant:7f70b164966745ef9f47631eb3688870 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:01.847866 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:01.854876 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:01.871971 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Made reservation on behalf of 7f70b164966745ef9f47631eb3688870 for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:01.874965 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:01.888099 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:01.906515 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:01.911032 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Usage tracker for resource:security_group_rule and tenant:7f70b164966745ef9f47631eb3688870 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:01.914322 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:01.920691 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:02.021127 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:02.025475 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:02.028833 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-679d4d06-68f6-4f2e-ad9b-9d1ff2891010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:02.065409 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:33:02.074975 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935798c6-c509-48cc-9a7c-8f0175412e27,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:02.079157 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:02.083004 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:02.083353 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Added segment 74a060a7-49b0-4805-8154-68abf24552aa of type vlan for network c558e33a-8dc6-4bd7-888c-58dc4f2de300 May 27 09:33:02.113706 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:02.148120 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:02.150233 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:02.151115 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:02.154973 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:02.264460 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Pushing event updated for resources: {'Network': ['ID=c558e33a-8dc6-4bd7-888c-58dc4f2de300,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:02.271567 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5586596 May 27 09:33:02.271567 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:02.271956 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39776) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:02.277500 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Request body: {'subnet': {'network_id': 'c558e33a-8dc6-4bd7-888c-58dc4f2de300', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1159554205-subnet', 'tenant_id': '7f70b164966745ef9f47631eb3688870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:02.282723 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network c558e33a-8dc6-4bd7-888c-58dc4f2de300 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:33:02.291122 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:02.300589 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Usage tracker for resource:subnet and tenant:7f70b164966745ef9f47631eb3688870 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:02.304019 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:02.310847 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:02.324907 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Made reservation on behalf of 7f70b164966745ef9f47631eb3688870 for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:02.327538 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6574510'] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:03.026541 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8283631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6574520'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:03.030657 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:03.109650 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2800c3c6-c500-4daa-91c4-eb8b275ebc10,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:03.114530 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:03.124560 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Checking segment: {'id': '74a060a7-49b0-4805-8154-68abf24552aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c558e33a-8dc6-4bd7-888c-58dc4f2de300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:33:03.124936 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Network hostable DHCP agents. Network: c558e33a-8dc6-4bd7-888c-58dc4f2de300, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:33:03.147512 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Network c558e33a-8dc6-4bd7-888c-58dc4f2de300 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:33:03.164288 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, c558e33a-8dc6-4bd7-888c-58dc4f2de300) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:03.177667 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ade50-85c5-4b6b-b2c5-56843b2026c9 None None] Network c558e33a-8dc6-4bd7-888c-58dc4f2de300 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:33:03.185170 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:03.186188 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:03.228265 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9551103 May 27 09:33:03.377109 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22c6d3-e324-4a8b-a1a4-ddbdb821d084 req-68962795-0e3a-40bb-8a33-92841f2aa3a4 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:03.384650 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1f22c6d3-e324-4a8b-a1a4-ddbdb821d084 req-68962795-0e3a-40bb-8a33-92841f2aa3a4 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 945 time: 0.1345475 May 27 09:33:03.450991 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1f22c6d3-e324-4a8b-a1a4-ddbdb821d084 req-3750de6c-abb0-493f-99d6-0d67ada7edfc tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650287 May 27 09:33:03.469925 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471e8a3f-94c0-41af-864e-361fe205561c None None] Network c558e33a-8dc6-4bd7-888c-58dc4f2de300 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:33:03.956173 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39810) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:03.963849 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-689572206-network', 'tenant_id': 'c52fbac0bc2d4b3095f6ab1bfc70e479'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:03.969417 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:03.973956 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Usage tracker for resource:network and tenant:c52fbac0bc2d4b3095f6ab1bfc70e479 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:03.977636 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:03.984087 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:03.996312 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Made reservation on behalf of c52fbac0bc2d4b3095f6ab1bfc70e479 for: {'network': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:03.999376 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.013292 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.020767 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:33:04.028673 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:04.033358 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Usage tracker for resource:security_group_rule and tenant:c52fbac0bc2d4b3095f6ab1bfc70e479 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:04.036862 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:04.043573 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:04.162220 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.167242 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.172769 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ce99ea92-6d4e-422c-98f2-23235dac345d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:04.203382 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=91808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:33:04.220477 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31263926-a7aa-4424-859d-2712ba260283,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:04.225116 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:04.226176 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.226508 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.segments_db [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Added segment d0eadc45-5f8d-48de-81db-2f96225e9301 of type vlan for network 184c26f2-eff5-438b-8a70-f65fa4b1f286 May 27 09:33:04.255122 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.286523 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.287934 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:04.288517 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.292136 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:04.403273 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Pushing event updated for resources: {'Network': ['ID=184c26f2-eff5-438b-8a70-f65fa4b1f286,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:04.406881 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4490199 May 27 09:33:04.407809 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f22dd444-69bb-4946-80ad-55115f8df89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:04.410998 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39814) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:04.417707 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Request body: {'subnet': {'network_id': '184c26f2-eff5-438b-8a70-f65fa4b1f286', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-689572206-subnet', 'tenant_id': 'c52fbac0bc2d4b3095f6ab1bfc70e479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:04.420622 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 184c26f2-eff5-438b-8a70-f65fa4b1f286 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:33:04.423067 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:04.429596 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Usage tracker for resource:subnet and tenant:c52fbac0bc2d4b3095f6ab1bfc70e479 is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:04.434283 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:04.444687 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:04.459008 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Made reservation on behalf of c52fbac0bc2d4b3095f6ab1bfc70e479 for: {'subnet': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:04.463088 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7089748'] for subnet, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.760026 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836d431-d104-4115-b4d5-7adb36f83259 req-18bd4c2a-cc1b-4983-8e5e-58ddc4cf4a9d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:04.762402 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2836d431-d104-4115-b4d5-7adb36f83259 req-18bd4c2a-cc1b-4983-8e5e-58ddc4cf4a9d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 945 time: 0.0837367 May 27 09:33:04.810442 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2836d431-d104-4115-b4d5-7adb36f83259 req-18605922-93cd-42cf-b5bb-8fd34c899938 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 May 27 09:33:04.891939 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7089730'] for subnet, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:04.899194 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1b7487be-48f2-4786-9bcb-bf11be3492c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:04.974230 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e6f460-a4e2-4aeb-a80e-d0784a8cb026,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:04.978667 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:04.983116 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Checking segment: {'id': 'd0eadc45-5f8d-48de-81db-2f96225e9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184c26f2-eff5-438b-8a70-f65fa4b1f286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:33:04.983457 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Network hostable DHCP agents. Network: 184c26f2-eff5-438b-8a70-f65fa4b1f286, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:33:05.001704 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Network 184c26f2-eff5-438b-8a70-f65fa4b1f286 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:33:05.012326 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 184c26f2-eff5-438b-8a70-f65fa4b1f286) {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:05.021468 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:05.021971 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75036148-ab66-4d0d-9755-64b4b05d6d5c None None] Network 184c26f2-eff5-438b-8a70-f65fa4b1f286 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:33:05.022086 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:05.045313 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-77e3d081-6958-43eb-ab3f-f400cbb9b950 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6324995 May 27 09:33:05.127116 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-4607d6d4-a4a4-477a-96d8-cd5e21a4c3d8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:05.129087 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-4607d6d4-a4a4-477a-96d8-cd5e21a4c3d8 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 945 time: 0.0956554 May 27 09:33:05.231004 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec49ba4a-900b-4c4c-92dc-35fe2a78fb7a None None] Network 184c26f2-eff5-438b-8a70-f65fa4b1f286 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:33:05.279922 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Deleting port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:33:05.280196 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:05.469774 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] For port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:05.470145 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:05.823136 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:05.824008 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:05.824280 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.l3_db [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Floating IP 885f41d9-b5b7-4549-8b86-20d787764886 disassociated. External IP: 172.28.1.216, port: 65a0ad12-7a0a-429e-89f3-7a82f95f03e2. May 27 09:33:05.825099 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Calling delete_port for 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:33:05.842864 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-41a0fa55-ce9f-481d-850d-462ddc7b2380 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:05.844443 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-41a0fa55-ce9f-481d-850d-462ddc7b2380 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/networks?id=c558e33a-8dc6-4bd7-888c-58dc4f2de300 HTTP/1.1" status: 200 len: 809 time: 0.2350366 May 27 09:33:05.869784 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-6ec2ded7-1482-4c5f-b143-f9040cc4bc70 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/quotas/7f70b164966745ef9f47631eb3688870 HTTP/1.1" status: 200 len: 375 time: 0.0166042 May 27 09:33:05.949867 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-c40619fd-2893-4cc6-b6c3-91b36613ed8f tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f70b164966745ef9f47631eb3688870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673821 May 27 09:33:06.106887 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:06.115247 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ffb5067b-b1c2-4e34-aea4-1e13067ecb05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:06.167209 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event deleted for resources: {'Port': ['ID=65a0ad12-7a0a-429e-89f3-7a82f95f03e2,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:06.170635 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:06.220147 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-f762fe82-2a21-486f-b311-6fa5ab52184d service neutron] 10.222.0.37 "GET /v2.0/networks/c558e33a-8dc6-4bd7-888c-58dc4f2de300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629883 May 27 09:33:06.359360 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-cc6b6c5c-83b8-4380-a7f6-5d22536e5042 service neutron] 10.222.0.37 "GET /v2.0/networks/c558e33a-8dc6-4bd7-888c-58dc4f2de300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313646 May 27 09:33:06.364900 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423521b9-532d-4d50-b8f0-184a611ba5e9 req-2eb4f206-e59d-48df-8d52-c87a4a1e4abf tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:06.367551 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-423521b9-532d-4d50-b8f0-184a611ba5e9 req-2eb4f206-e59d-48df-8d52-c87a4a1e4abf tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 945 time: 0.3814025 May 27 09:33:06.558328 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c0369117-521b-48d8-9fa1-6c5d177f65e1 req-cff84b6b-0c27-4a7b-8f06-efd92ad5029e tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 210 time: 0.0499592 May 27 09:33:06.677417 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-423521b9-532d-4d50-b8f0-184a611ba5e9 req-5a5c5521-fb37-4d70-b514-a1af39b9d889 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups?id=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035228 May 27 09:33:06.708772 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:33:06.958824 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:33:06.981107 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] Sync routers for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:33:06.996697 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:33:06.998467 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:32:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:07.057804 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] No DVR routers for this DVR port 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:33:07.060614 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:07.063506 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2070c04f-20af-47c8-904d-daa38a8d7484', 'name': 'network-vif-deleted', 'tag': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:33:07.080871 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-031234e9-ee36-488d-8f0d-5eae56c5709d req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.36 "DELETE /v2.0/ports/65a0ad12-7a0a-429e-89f3-7a82f95f03e2 HTTP/1.1" status: 204 len: 173 time: 1.9456489 May 27 09:33:07.259731 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2070c04f-20af-47c8-904d-daa38a8d7484', 'name': 'network-vif-deleted', 'tag': '65a0ad12-7a0a-429e-89f3-7a82f95f03e2', 'status': 'completed', 'code': 200} May 27 09:33:07.333993 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:33:07.732685 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c26eff41-c697-4c89-9ffa-6296a3ddad5a req-b8d71a66-230c-448c-8804-e2b56dc3719e tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 210 time: 0.0496776 May 27 09:33:07.827891 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:07.833089 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] Checking router: 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:33:07.844548 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:33:07.845306 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:32:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:07.993290 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-a0cda42f-da4a-4642-a466-36fa4cd749a1 req-29a4459a-0b7b-4992-a60c-886d6af7e93d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Synchronizing usage tracker for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:33:08.055446 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-a0cda42f-da4a-4642-a466-36fa4cd749a1 req-29a4459a-0b7b-4992-a60c-886d6af7e93d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Unset dirty status for tenant:2930df4a9deb48dbac2186a40c22ca4e on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:33:08.062603 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a0cda42f-da4a-4642-a466-36fa4cd749a1 req-29a4459a-0b7b-4992-a60c-886d6af7e93d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2070c04f-20af-47c8-904d-daa38a8d7484 HTTP/1.1" status: 200 len: 210 time: 0.2052488 May 27 09:33:08.079587 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:33:08.108728 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-f7642f80-dce0-41eb-8b53-fdda599eed99 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:08.110284 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-f7642f80-dce0-41eb-8b53-fdda599eed99 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Synchronizing usage tracker for tenant:7f70b164966745ef9f47631eb3688870 on resource:network {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:33:08.138564 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-f7642f80-dce0-41eb-8b53-fdda599eed99 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Unset dirty status for tenant:7f70b164966745ef9f47631eb3688870 on resource:network {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:33:08.139801 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-f7642f80-dce0-41eb-8b53-fdda599eed99 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.36 "GET /v2.0/networks?id=c558e33a-8dc6-4bd7-888c-58dc4f2de300 HTTP/1.1" status: 200 len: 809 time: 0.3105755 May 27 09:33:08.152952 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Request body: {'port': {'device_id': '874bb45f-50e3-460c-bc57-4f0e04352932', 'network_id': 'c558e33a-8dc6-4bd7-888c-58dc4f2de300', 'admin_state_up': True, 'tenant_id': '7f70b164966745ef9f47631eb3688870'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:08.396002 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:08.400504 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Usage tracker for resource:port and tenant:7f70b164966745ef9f47631eb3688870 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:08.403995 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:08.414073 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:08.430760 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Made reservation on behalf of 7f70b164966745ef9f47631eb3688870 for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:08.434510 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:08.494834 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:08.500227 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb5808-c3d7-4bf0-8ed1-5a0cca5c82d5 None None] The sync data for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb is: [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:27:29Z', 'revision_number': 4, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'a9c2ca52-54e9-4873-b1da-7b0a13364d7f', 'name': '', 'network_id': '9c186e3d-2370-4faf-b418-0ccdd033a259', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'mac_address': 'fa:16:3e:a8:92:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:25Z', 'updated_at': '2021-05-27T09:27:47Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'subnets': [{'id': '1c911897-3819-4877-b96c-8fcf157fabaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:33:08.636189 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Allocated IP 172.20.0.14 (c558e33a-8dc6-4bd7-888c-58dc4f2de300/2800c3c6-c500-4daa-91c4-eb8b275ebc10/4c141b53-52b7-4e49-a617-67818be3d3db) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:33:08.751313 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922596e-28a4-4317-99b2-bb316dbdf805 None None] New status for floating IP 885f41d9-b5b7-4549-8b86-20d787764886: DOWN {{(pid=91811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:33:08.888946 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:08.944244 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b81ee868-f955-4b9d-beab-ae19715fd404 req-3a3d745d-c8b7-49d4-8cdd-c5ea8a7b38b9 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 210 time: 0.0518947 May 27 09:33:08.978417 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:08.986178 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2972cf60-0d46-44fa-b2fd-bed0fc5ec997 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:09.055720 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Network c558e33a-8dc6-4bd7-888c-58dc4f2de300 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:33:09.059243 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:09.063561 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:33:09.094257 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Pushing event updated for resources: {'Port': ['ID=4c141b53-52b7-4e49-a617-67818be3d3db,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:09.102242 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:09.140837 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:09.141483 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:09.176235 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0273519 May 27 09:33:09.193027 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Request body: {'port': {'device_id': '874bb45f-50e3-460c-bc57-4f0e04352932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:09.349682 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:09.847953 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:33:09.885415 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1b37-e3f9-458a-a69c-830849717e77 req-07a60f55-bf17-4c85-a7b1-4876f601cfcd tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:09.887001 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e1ac1b37-e3f9-458a-a69c-830849717e77 req-07a60f55-bf17-4c85-a7b1-4876f601cfcd tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1414094 May 27 09:33:09.906942 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:33:09.907441 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 65a0ad12-7a0a-429e-89f3-7a82f95f03e2 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:33:10.063962 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e1ac1b37-e3f9-458a-a69c-830849717e77 req-b630f17b-ab95-4bca-a6f9-fe842a3904ee tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588504 May 27 09:33:10.070671 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c141b53-52b7-4e49-a617-67818be3d3db {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:33:10.081848 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:10.103396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Transition to ACTIVE for port object 4c141b53-52b7-4e49-a617-67818be3d3db will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:33:10.109365 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:10.114781 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bb784834-7192-4c69-859e-adfd2e131c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:10.245785 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39886) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:10.320803 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4edb64bf-4e04-4d58-acb9-049c707b6899 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:10.339807 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Pushing event updated for resources: {'Port': ['ID=4c141b53-52b7-4e49-a617-67818be3d3db,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:10.349954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:10.370658 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4edb64bf-4e04-4d58-acb9-049c707b6899 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:10.442348 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d64e-297d-4ed1-9343-56d5b8456c46 req-d2ef4163-8f25-4dcd-af87-c9da65ecf623 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:10.443116 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-7636d64e-297d-4ed1-9343-56d5b8456c46 req-d2ef4163-8f25-4dcd-af87-c9da65ecf623 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Synchronizing usage tracker for tenant:7f70b164966745ef9f47631eb3688870 on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:33:10.455246 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Attempting to bind port 4c141b53-52b7-4e49-a617-67818be3d3db on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:33:10.455575 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Attempting to bind port 4c141b53-52b7-4e49-a617-67818be3d3db by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '74a060a7-49b0-4805-8154-68abf24552aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c558e33a-8dc6-4bd7-888c-58dc4f2de300'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:33:10.455900 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Attempting to bind port 4c141b53-52b7-4e49-a617-67818be3d3db on network c558e33a-8dc6-4bd7-888c-58dc4f2de300 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:33:10.466908 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Port 4c141b53-52b7-4e49-a617-67818be3d3db on network c558e33a-8dc6-4bd7-888c-58dc4f2de300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:33:10.467393 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Attempting to bind port 4c141b53-52b7-4e49-a617-67818be3d3db on network c558e33a-8dc6-4bd7-888c-58dc4f2de300 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:33:10.476287 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:33:10.476687 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Checking segment: {'id': '74a060a7-49b0-4805-8154-68abf24552aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c558e33a-8dc6-4bd7-888c-58dc4f2de300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:33:10.477046 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Bound using segment: {'id': '74a060a7-49b0-4805-8154-68abf24552aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c558e33a-8dc6-4bd7-888c-58dc4f2de300'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:33:10.477485 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Bound port: 4c141b53-52b7-4e49-a617-67818be3d3db, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a060a7-49b0-4805-8154-68abf24552aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c558e33a-8dc6-4bd7-888c-58dc4f2de300'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:33:10.477829 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:10.490850 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-7636d64e-297d-4ed1-9343-56d5b8456c46 req-d2ef4163-8f25-4dcd-af87-c9da65ecf623 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Unset dirty status for tenant:7f70b164966745ef9f47631eb3688870 on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:33:10.492051 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7636d64e-297d-4ed1-9343-56d5b8456c46 req-d2ef4163-8f25-4dcd-af87-c9da65ecf623 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 944 time: 0.3196571 May 27 09:33:10.600732 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4edb64bf-4e04-4d58-acb9-049c707b6899 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:10.608974 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-7636d64e-297d-4ed1-9343-56d5b8456c46 req-4f1d048b-1141-4c4e-8292-a2dd39577770 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Synchronizing usage tracker for tenant:7f70b164966745ef9f47631eb3688870 on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:33:10.615060 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-67ce1140-e10b-403e-848c-ee2cf651a9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:10.626401 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] For port 4c141b53-52b7-4e49-a617-67818be3d3db, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:33:10.632856 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] For port 4c141b53-52b7-4e49-a617-67818be3d3db, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c141b53-52b7-4e49-a617-67818be3d3db,segment=NetworkSegment(74a060a7-49b0-4805-8154-68abf24552aa),segment_id=74a060a7-49b0-4805-8154-68abf24552aa)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:33:10.634587 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb64bf-4e04-4d58-acb9-049c707b6899 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a2da4-b2c7-470a-ad1d-43983f2eeb90,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:10.638563 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4edb64bf-4e04-4d58-acb9-049c707b6899 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:10.639921 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:10.644643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:10.652795 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4edb64bf-4e04-4d58-acb9-049c707b6899 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:10.657230 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-4edb64bf-4e04-4d58-acb9-049c707b6899 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "DELETE /v2.0/security-groups/3b5a2da4-b2c7-470a-ad1d-43983f2eeb90 HTTP/1.1" status: 204 len: 168 time: 0.4069092 May 27 09:33:10.657544 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39892) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:10.675661 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-7636d64e-297d-4ed1-9343-56d5b8456c46 req-4f1d048b-1141-4c4e-8292-a2dd39577770 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Unset dirty status for tenant:7f70b164966745ef9f47631eb3688870 on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:33:10.684310 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7636d64e-297d-4ed1-9343-56d5b8456c46 req-4f1d048b-1141-4c4e-8292-a2dd39577770 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832902 May 27 09:33:10.686981 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.api.v2.resource [None req-c9554662-4b14-4ff2-9674-178b57c714f9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] show failed (client error): The resource could not be found. May 27 09:33:10.688705 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c9554662-4b14-4ff2-9674-178b57c714f9 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "GET /v2.0/security-groups/3b5a2da4-b2c7-470a-ad1d-43983f2eeb90 HTTP/1.1" status: 404 len: 347 time: 0.0297902 May 27 09:33:10.695500 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39896) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:10.721038 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:10.722329 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:10.723995 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] 10.222.0.36 "PUT /v2.0/ports/4c141b53-52b7-4e49-a617-67818be3d3db HTTP/1.1" status: 200 len: 1094 time: 1.5397732 May 27 09:33:10.724637 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874bb45f-50e3-460c-bc57-4f0e04352932', 'tag': '4c141b53-52b7-4e49-a617-67818be3d3db'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:33:10.777176 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Pushing event updated for resources: {'Port': ['ID=4c141b53-52b7-4e49-a617-67818be3d3db,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:10.783252 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:10.852828 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874bb45f-50e3-460c-bc57-4f0e04352932', 'tag': '4c141b53-52b7-4e49-a617-67818be3d3db', 'status': 'completed', 'code': 200} May 27 09:33:10.922581 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-78da4ac5-01aa-4075-a6dc-3d5a79ba6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:10.926340 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-78da4ac5-01aa-4075-a6dc-3d5a79ba6319 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f70b164966745ef9f47631eb3688870&device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 1097 time: 0.1381485 May 27 09:33:11.042060 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-d3933978-1e80-42ea-a282-daff02367544 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c141b53-52b7-4e49-a617-67818be3d3db HTTP/1.1" status: 200 len: 217 time: 0.1091208 May 27 09:33:11.071050 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Deleting port 51307c39-88e9-4d79-a0c9-cfa9b9b0ea5e {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:33:11.071418 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:11.165219 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-043095a6-e45e-4f6d-aa20-475326490372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:11.167875 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-043095a6-e45e-4f6d-aa20-475326490372 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2800c3c6-c500-4daa-91c4-eb8b275ebc10 HTTP/1.1" status: 200 len: 849 time: 0.1182618 May 27 09:33:11.214012 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:11.214424 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:11.253375 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-b54d5f90-0cae-4c01-adc4-876453a0cc9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c558e33a-8dc6-4bd7-888c-58dc4f2de300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736003 May 27 09:33:11.351792 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Calling delete_port for 51307c39-88e9-4d79-a0c9-cfa9b9b0ea5e owned by network:floatingip {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:33:11.497239 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:11.501626 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3a67418e-6082-4692-a294-4873a092424b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:11.550799 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Pushing event deleted for resources: {'Port': ['ID=51307c39-88e9-4d79-a0c9-cfa9b9b0ea5e,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:11.553581 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:11.614527 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7fa63-d282-4465-b1bd-4145966c280d req-7ac695b5-66c3-4507-9d17-cde361fd026c tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:11.617274 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-21c7fa63-d282-4465-b1bd-4145966c280d req-7ac695b5-66c3-4507-9d17-cde361fd026c tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.3690619 May 27 09:33:11.657085 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks [] for floatingip, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:11.677692 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:11.678853 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] 10.222.0.37 "DELETE /v2.0/floatingips/885f41d9-b5b7-4549-8b86-20d787764886 HTTP/1.1" status: 204 len: 168 time: 0.9814022 May 27 09:33:11.691321 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-6408f027-e35c-4d55-800f-933cf33cca70 service neutron] 10.222.0.36 "GET /v2.0/networks/c558e33a-8dc6-4bd7-888c-58dc4f2de300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707283 May 27 09:33:11.867514 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-21c7fa63-d282-4465-b1bd-4145966c280d req-b0b7545c-6967-47f6-be94-4e334ded8a69 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326987 May 27 09:33:12.013428 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-adf736ae-bb09-4c4b-8bd8-696d11479d2f req-0504b841-c30a-4ec0-b0d0-de5d9e88a506 service neutron] 10.222.0.36 "GET /v2.0/networks/c558e33a-8dc6-4bd7-888c-58dc4f2de300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045373 May 27 09:33:12.023787 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a527b-7eb3-4694-9ac8-0cc481f8170a req-8f4af364-a366-4e44-8e81-97d7ea0dfc46 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:12.025996 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-787a527b-7eb3-4694-9ac8-0cc481f8170a req-8f4af364-a366-4e44-8e81-97d7ea0dfc46 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 944 time: 0.1117063 May 27 09:33:12.107738 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-787a527b-7eb3-4694-9ac8-0cc481f8170a req-0ddf9555-6c92-4d9b-9dc0-a6829dc9a8d6 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698850 May 27 09:33:12.159867 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-26af09af-baa6-451e-86bb-4ac6a326cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:12.161752 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-26af09af-baa6-451e-86bb-4ac6a326cb5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f70b164966745ef9f47631eb3688870&device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 1097 time: 0.0869451 May 27 09:33:12.176517 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-5b466f0b-05ca-4a0a-a1f7-39e41b8bf821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:12.419508 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-dd13ad3c-4d75-48a2-9b08-82ccf39b7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:12.420910 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-dd13ad3c-4d75-48a2-9b08-82ccf39b7e62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c558e33a-8dc6-4bd7-888c-58dc4f2de300 HTTP/1.1" status: 200 len: 910 time: 0.2489371 May 27 09:33:12.499899 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-a5edcb15-351c-4d40-b849-633d785cf44a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c141b53-52b7-4e49-a617-67818be3d3db HTTP/1.1" status: 200 len: 217 time: 0.0691330 May 27 09:33:12.570845 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-ad83ffdd-681c-4d2a-b030-979dc8e4f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:12.572327 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-ad83ffdd-681c-4d2a-b030-979dc8e4f3d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2800c3c6-c500-4daa-91c4-eb8b275ebc10 HTTP/1.1" status: 200 len: 849 time: 0.0624454 May 27 09:33:12.627836 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-6cb09c80-57ae-45f0-91a7-1a66a750b673 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c558e33a-8dc6-4bd7-888c-58dc4f2de300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480070 May 27 09:33:12.774078 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-bf3c75a4-a876-4444-8aee-0f254e2ef219 service neutron] 10.222.0.36 "GET /v2.0/networks/c558e33a-8dc6-4bd7-888c-58dc4f2de300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373076 May 27 09:33:12.943500 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-5aa9495c-b618-462d-baf8-b9bea5596ad8 req-d2c20dcf-2b70-4ff5-adfd-0a9adbad9d9c service neutron] 10.222.0.36 "GET /v2.0/networks/c558e33a-8dc6-4bd7-888c-58dc4f2de300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600468 May 27 09:33:13.109872 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28363bfa-94a1-42e5-af49-b7e6feae93e5 req-32a7a063-79e3-4751-9ec1-7abcfb9586af tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:13.113194 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-28363bfa-94a1-42e5-af49-b7e6feae93e5 req-32a7a063-79e3-4751-9ec1-7abcfb9586af tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1016898 May 27 09:33:13.179109 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-28363bfa-94a1-42e5-af49-b7e6feae93e5 req-213d82c2-c170-4fad-81ab-88b9d788f3b2 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593443 May 27 09:33:13.390944 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7b8d8-3544-48b1-a7b8-48f0098e8323 req-0c0d8a96-6b28-4dab-a361-13c2afec4277 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:13.392535 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-56d7b8d8-3544-48b1-a7b8-48f0098e8323 req-0c0d8a96-6b28-4dab-a361-13c2afec4277 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 944 time: 0.0997496 May 27 09:33:13.448315 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-56d7b8d8-3544-48b1-a7b8-48f0098e8323 req-117eeb8a-761e-4784-bfbb-9a910a2e7ea6 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 May 27 09:33:13.881201 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 4c141b53-52b7-4e49-a617-67818be3d3db details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:33:14.036867 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 4c141b53-52b7-4e49-a617-67818be3d3db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c141b53-52b7-4e49-a617-67818be3d3db,segment=NetworkSegment(74a060a7-49b0-4805-8154-68abf24552aa),segment_id=74a060a7-49b0-4805-8154-68abf24552aa)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:14.052515 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '4c141b53-52b7-4e49-a617-67818be3d3db', 'network_id': 'c558e33a-8dc6-4bd7-888c-58dc4f2de300', 'port_id': '4c141b53-52b7-4e49-a617-67818be3d3db', 'mac_address': 'fa:16:3e:5b:19:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2800c3c6-c500-4daa-91c4-eb8b275ebc10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:33:14.116042 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:14.139435 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c141b53-52b7-4e49-a617-67818be3d3db {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:33:14.158658 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 4c141b53-52b7-4e49-a617-67818be3d3db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c141b53-52b7-4e49-a617-67818be3d3db,segment=NetworkSegment(74a060a7-49b0-4805-8154-68abf24552aa),segment_id=74a060a7-49b0-4805-8154-68abf24552aa)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:14.165134 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:14.167009 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:14.326981 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=4c141b53-52b7-4e49-a617-67818be3d3db,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:14.343811 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.344720 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.345550 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.346348 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.347299 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.348108 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.348896 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.349907 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.350669 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.351447 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.352199 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.353046 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:14.364460 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:14.445755 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['4c141b53-52b7-4e49-a617-67818be3d3db'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:33:14.527591 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a3606-4cbf-4d8d-b142-905c8a89a915 req-b7609a86-3f9e-4876-9d6e-bbab2882adc4 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:14.529298 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-363a3606-4cbf-4d8d-b142-905c8a89a915 req-b7609a86-3f9e-4876-9d6e-bbab2882adc4 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1185787 May 27 09:33:14.603050 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-363a3606-4cbf-4d8d-b142-905c8a89a915 req-2b6a64cb-6c59-4c38-917d-7d1cd00a6b10 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616469 May 27 09:33:14.826229 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-114f46d0-e63d-48a2-b213-ed1f4320ef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:14.838251 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e2cb-d8b1-4d03-9a1d-3d63090559ae req-ff6bdf5b-2876-4533-a220-45c566050533 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:14.839980 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-14e0e2cb-d8b1-4d03-9a1d-3d63090559ae req-ff6bdf5b-2876-4533-a220-45c566050533 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 945 time: 0.1322944 May 27 09:33:14.922563 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-14e0e2cb-d8b1-4d03-9a1d-3d63090559ae req-3fc27960-bb41-4d6f-a84f-b77168612e8a tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761824 May 27 09:33:15.644798 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:15.889543 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ac4d9-9961-46d6-a8b3-404c2a838075 req-909c4f56-035a-46cb-b076-1e24fe49675d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:15.891201 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9c2ac4d9-9961-46d6-a8b3-404c2a838075 req-909c4f56-035a-46cb-b076-1e24fe49675d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.0961916 May 27 09:33:15.896591 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 4c141b53-52b7-4e49-a617-67818be3d3db up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:33:15.964124 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9c2ac4d9-9961-46d6-a8b3-404c2a838075 req-41b6f2d1-0d28-4068-87e9-027593cd2c29 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619726 May 27 09:33:15.996053 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 4c141b53-52b7-4e49-a617-67818be3d3db completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:33:16.008378 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 4c141b53-52b7-4e49-a617-67818be3d3db triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:16.008378 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:16.192596 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec9f26-b5f3-431c-9bde-1504117b18e6 req-d30dfde1-445b-4f87-9b59-780e872f13a5 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:16.194107 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-37ec9f26-b5f3-431c-9bde-1504117b18e6 req-d30dfde1-445b-4f87-9b59-780e872f13a5 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 945 time: 0.1482704 May 27 09:33:16.208492 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:16.228713 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 39952) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:16.247664 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874bb45f-50e3-460c-bc57-4f0e04352932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c141b53-52b7-4e49-a617-67818be3d3db'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:33:16.254464 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-37ec9f26-b5f3-431c-9bde-1504117b18e6 req-63343396-a75b-4fc6-9564-1ffc4b5844d3 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538335 May 27 09:33:16.258849 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 4c141b53-52b7-4e49-a617-67818be3d3db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c141b53-52b7-4e49-a617-67818be3d3db,segment=NetworkSegment(74a060a7-49b0-4805-8154-68abf24552aa),segment_id=74a060a7-49b0-4805-8154-68abf24552aa)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:16.265150 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:16.269849 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:16.359034 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=4c141b53-52b7-4e49-a617-67818be3d3db,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:16.370767 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:16.374158 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874bb45f-50e3-460c-bc57-4f0e04352932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c141b53-52b7-4e49-a617-67818be3d3db', 'code': 200} May 27 09:33:16.795630 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81099bb7-0705-41d1-a76f-ab574a2f1b8d req-163d1bf0-b6be-46ff-acdc-3b7eca9dc00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:16.797147 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-81099bb7-0705-41d1-a76f-ab574a2f1b8d req-163d1bf0-b6be-46ff-acdc-3b7eca9dc00d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 1099 time: 0.2220585 May 27 09:33:16.920642 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-81099bb7-0705-41d1-a76f-ab574a2f1b8d req-9b672b79-c5e9-4830-af74-20a93734205a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680633 May 27 09:33:17.242979 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc148d-1364-48cb-a973-c46e83ad73e0 req-6b57a947-fd8e-494f-acfc-b9b14524613e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:17.244510 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-74bc148d-1364-48cb-a973-c46e83ad73e0 req-6b57a947-fd8e-494f-acfc-b9b14524613e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1261683 May 27 09:33:17.344230 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-74bc148d-1364-48cb-a973-c46e83ad73e0 req-20095e3d-1f9b-478b-88bd-be6a3662c8ba tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702794 May 27 09:33:17.363563 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768243'] for router_interface, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:17.434539 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:17.483434 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e51e9-c5f6-4063-bd51-98702ae9714e req-1d033672-5105-460d-9bf3-303c32c2eb37 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:17.485074 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6d7e51e9-c5f6-4063-bd51-98702ae9714e req-1d033672-5105-460d-9bf3-303c32c2eb37 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 946 time: 0.1033225 May 27 09:33:17.539756 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6d7e51e9-c5f6-4063-bd51-98702ae9714e req-08d51b35-825d-498d-8b4f-73b06ce06219 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442898 May 27 09:33:17.820467 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Deleting port a9c2ca52-54e9-4873-b1da-7b0a13364d7f {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:33:17.820706 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:17.990337 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] For port a9c2ca52-54e9-4873-b1da-7b0a13364d7f, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=a9c2ca52-54e9-4873-b1da-7b0a13364d7f,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:17.991016 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:18.178191 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Calling delete_port for a9c2ca52-54e9-4873-b1da-7b0a13364d7f owned by network:router_interface {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:33:18.356268 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:18.360523 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-439a3cfc-9f1e-4882-af01-938ac745698d tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:18.407297 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c2ca52-54e9-4873-b1da-7b0a13364d7f,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:18.411234 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:18.622419 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266fa88-a587-4198-a4e3-8f6518b60679 req-2c4c02b7-d047-40fb-9ade-eb5ff34846ef tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:18.624202 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e266fa88-a587-4198-a4e3-8f6518b60679 req-2c4c02b7-d047-40fb-9ade-eb5ff34846ef tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.0910580 May 27 09:33:18.681737 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e266fa88-a587-4198-a4e3-8f6518b60679 req-036f2ee4-b0cb-4988-b903-b85a37f875f2 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 May 27 09:33:18.823547 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:18.870750 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764483'] for router_interface, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:18.973996 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e4470-60d3-4d6a-a59e-2bc9354fdc1e req-32c6db95-a7a6-4811-8b9a-e98ed1f57aec tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:18.975834 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e5e4470-60d3-4d6a-a59e-2bc9354fdc1e req-32c6db95-a7a6-4811-8b9a-e98ed1f57aec tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 946 time: 0.2983227 May 27 09:33:19.104564 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2e5e4470-60d3-4d6a-a59e-2bc9354fdc1e req-ab1628b3-09f6-42a0-82df-7c90aaf5a43e tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226587 May 27 09:33:19.321868 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:33:19.537651 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:33:19.551484 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] Sync routers for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:33:19.558691 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] 10.222.0.37 "PUT /v2.0/routers/50e4d827-06a5-4ae4-8b85-bd4a23f9c417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3284287 May 27 09:33:19.562398 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 39978) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:19.567008 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:33:19.569567 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:19.870644 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-2dcbcc2f-1d01-44fa-83a8-fbd50281864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:19.872122 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-2dcbcc2f-1d01-44fa-83a8-fbd50281864d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d70f605810247cba902fc89fe1cdba3&device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1098 time: 0.2151058 May 27 09:33:19.920270 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks [] for router, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:19.947562 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:33:20.155205 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-5f7d2647-a0b1-4598-84da-a60f66431eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:20.157284 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-5f7d2647-a0b1-4598-84da-a60f66431eb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 200 len: 910 time: 0.2763503 May 27 09:33:20.227143 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6faa5-faeb-4460-b734-b6700cb9e6a2 req-591435b3-af9a-4f75-a9c0-d9293a0e70a8 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:20.228809 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-01d6faa5-faeb-4460-b734-b6700cb9e6a2 req-591435b3-af9a-4f75-a9c0-d9293a0e70a8 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.2226996 May 27 09:33:20.296551 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:20.313233 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-f32801f1-a428-4454-8d59-8911ba49a6da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 200 len: 999 time: 0.1486366 May 27 09:33:20.321541 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-01d6faa5-faeb-4460-b734-b6700cb9e6a2 req-68770b38-9d74-4755-bba8-6aadc1afeda6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767322 May 27 09:33:20.391019 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:33:18Z', 'revision_number': 5, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port': {'id': '624b325c-8fe6-4418-a5a7-c6e4aa4b9466', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:27:15Z', 'updated_at': '2021-05-27T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:20.395153 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-0227159f-1bd8-435a-a782-0e4cb349f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:20.396268 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] Checking router: 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:33:20.396724 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-0227159f-1bd8-435a-a782-0e4cb349f956 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d48acffe-ec0c-487a-bb63-f998d3195a26 HTTP/1.1" status: 200 len: 848 time: 0.0741782 May 27 09:33:20.407797 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] Routers {'50e4d827-06a5-4ae4-8b85-bd4a23f9c417'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:33:20.408343 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:20.435288 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Deleting port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:33:20.436247 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:20.509211 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-bdaaf8bf-54e6-4ffd-936a-91042d5c61af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:20.511731 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-bdaaf8bf-54e6-4ffd-936a-91042d5c61af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a945622c-506d-410f-907b-4f94ba757fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1077290 May 27 09:33:20.590264 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] Set router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 gateway port host: None {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:33:20.606057 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] For port 624b325c-8fe6-4418-a5a7-c6e4aa4b9466, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=624b325c-8fe6-4418-a5a7-c6e4aa4b9466,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:20.606396 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:20.673869 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-251c3fe6-0709-497e-a06b-5cac93537376 service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534684 May 27 09:33:20.734605 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:33:20Z', 'revision_number': 6, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port_host': None}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:20.739567 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67b45f-5741-44e0-891e-1a662c021db0 None None] The sync data for ids ['50e4d827-06a5-4ae4-8b85-bd4a23f9c417'] in dv-cinder-772623-6-smb is: [{'id': '50e4d827-06a5-4ae4-8b85-bd4a23f9c417', 'name': 'tempest-AttachVolumeTestJSON-1138370967-router', 'tenant_id': '2930df4a9deb48dbac2186a40c22ca4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:27:12Z', 'updated_at': '2021-05-27T09:33:20Z', 'revision_number': 6, 'project_id': '2930df4a9deb48dbac2186a40c22ca4e', 'gw_port_host': None}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:33:20.745821 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Calling delete_port for 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 owned by network:router_gateway {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:33:20.829958 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d9ddf17e-ce2e-4dc6-8afb-de16c65eea71 req-23fa436d-eecb-4440-8afc-3b86919c69ba service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483061 May 27 09:33:21.054144 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:21.059813 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b9868da0-049f-44aa-a0a0-ba0322ac45b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:21.139839 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Pushing event deleted for resources: {'Port': ['ID=624b325c-8fe6-4418-a5a7-c6e4aa4b9466,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:21.142313 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:21.219749 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763868'] for router_gateway, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:21.408169 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4056'] for router, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:21.419095 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:21.550819 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765807'] for router, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:21.551427 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e4d827-06a5-4ae4-8b85-bd4a23f9c417 {{(pid=91808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:33:21.566727 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] Notify callbacks [] for router, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:21.570246 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f8f705df-2736-4563-a291-3ad2abec6517 admin admin] 10.222.0.37 "DELETE /v2.0/routers/50e4d827-06a5-4ae4-8b85-bd4a23f9c417 HTTP/1.1" status: 204 len: 168 time: 2.0044725 May 27 09:33:21.570521 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40006) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:21.644411 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] Deleting subnet 1c911897-3819-4877-b96c-8fcf157fabaa {{(pid=91808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:33:21.648453 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:21.724265 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab6d83-4830-4fc2-82d8-1ebf09ed54ba req-c7802773-4a58-480b-9075-069e0e46934f tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:21.726188 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-61ab6d83-4830-4fc2-82d8-1ebf09ed54ba req-c7802773-4a58-480b-9075-069e0e46934f tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.2784824 May 27 09:33:21.726929 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6308039'] for subnet, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:21.777766 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-61ab6d83-4830-4fc2-82d8-1ebf09ed54ba req-20f45196-f312-460f-ab4d-66b6429f9d98 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448158 May 27 09:33:21.963500 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:21.998617 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device a9c2ca52-54e9-4873-b1da-7b0a13364d7f no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:33:22.048347 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: a9c2ca52-54e9-4873-b1da-7b0a13364d7f {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:33:22.048688 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device a9c2ca52-54e9-4873-b1da-7b0a13364d7f not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:33:22.049144 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:33:22.083075 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:33:22.083773 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 624b325c-8fe6-4418-a5a7-c6e4aa4b9466 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:33:22.239068 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6308038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7089785'] for subnet, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:22.250440 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8d8868dc-f8c9-418d-bc4b-a897d1e57ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:22.290187 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c911897-3819-4877-b96c-8fcf157fabaa,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:22.293458 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:22.294224 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:22.300416 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c911897-3819-4877-b96c-8fcf157fabaa HTTP/1.1" status: 204 len: 168 time: 0.7288415 May 27 09:33:22.304365 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40018) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:22.306603 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f309d-0efa-4510-ad20-604b992c1ace None None] Network 9c186e3d-2370-4faf-b418-0ccdd033a259 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:33:22.444555 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:22.535633 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Deleting port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:33:22.536120 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:22.659275 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] For port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=d68baed5-1ec5-4ebd-b444-2d82be3ec5ab,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:22.660503 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:22.742851 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] DHCP port deletion for 9c186e3d-2370-4faf-b418-0ccdd033a259 request from dv-cinder-772623-6-smb {{(pid=91810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:33:22.844368 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] Deleting port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab {{(pid=91810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:33:22.844925 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:22.900520 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Calling delete_port for d68baed5-1ec5-4ebd-b444-2d82be3ec5ab owned by network:dhcp {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:33:22.985745 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] For port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=d68baed5-1ec5-4ebd-b444-2d82be3ec5ab,segment=NetworkSegment(7381498a-a5cd-4dca-95c9-d100645b5f37),segment_id=7381498a-a5cd-4dca-95c9-d100645b5f37)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:22.986806 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.080337 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.090632 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-35083e44-4ecb-42a8-b033-07647a7942dd tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:23.101558 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4546-2a46-45d6-99b8-2895eeecd84e req-11c01938-1eb9-4cd2-b350-0b61c8ba6f72 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:23.103051 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b50d4546-2a46-45d6-99b8-2895eeecd84e req-11c01938-1eb9-4cd2-b350-0b61c8ba6f72 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 946 time: 0.0878837 May 27 09:33:23.122746 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] Calling delete_port for d68baed5-1ec5-4ebd-b444-2d82be3ec5ab owned by network:dhcp {{(pid=91810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:33:23.153855 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b50d4546-2a46-45d6-99b8-2895eeecd84e req-e9a13ed4-60e7-42f0-9b20-fbd7d72a2d72 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445306 May 27 09:33:23.160357 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2789025-feb8-47b8-8e0a-b9ad50dc5b4c req-36bcf294-77d5-416a-b718-64aad1814600 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:23.161885 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c2789025-feb8-47b8-8e0a-b9ad50dc5b4c req-36bcf294-77d5-416a-b718-64aad1814600 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.2043047 May 27 09:33:23.162688 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Pushing event deleted for resources: {'Port': ['ID=d68baed5-1ec5-4ebd-b444-2d82be3ec5ab,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:23.165303 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:23.168349 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] No DVR routers for this DVR port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab on host dv-cinder-772623-6-smb {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:33:23.256001 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669'] for port, after_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.259590 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:23.306150 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] Pushing event deleted for resources: {'Port': ['ID=d68baed5-1ec5-4ebd-b444-2d82be3ec5ab,revision_number=None']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:23.308203 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] No DVR routers for this DVR port d68baed5-1ec5-4ebd-b444-2d82be3ec5ab on host dv-cinder-772623-6-smb {{(pid=91810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:33:23.309769 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:23.316337 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c2789025-feb8-47b8-8e0a-b9ad50dc5b4c req-413535df-b318-4e11-878a-7a7cd7cfdbeb tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207416 May 27 09:33:23.321794 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.345604 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c186e3d-2370-4faf-b418-0ccdd033a259']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:23.359378 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7381498a-a5cd-4dca-95c9-d100645b5f37') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:23.359727 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7381498a-a5cd-4dca-95c9-d100645b5f37') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:23.376235 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.395323 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.403928 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:33:23.404490 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:33:23.420216 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:33:23.499834 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.503661 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-53b2badb-670b-4940-b1f1-270a471b8e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:23.517055 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.526193 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c186e3d-2370-4faf-b418-0ccdd033a259,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:23.530541 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:23.543893 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] 10.222.0.37 "DELETE /v2.0/networks/9c186e3d-2370-4faf-b418-0ccdd033a259 HTTP/1.1" status: 204 len: 168 time: 1.2381878 May 27 09:33:23.669526 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40036) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:23.720525 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-6250cc0d-8b18-4d04-83e5-9440c184f335 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2930df4a9deb48dbac2186a40c22ca4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495508 May 27 09:33:23.723864 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40040) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:23.788981 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a91d8725-15a4-45de-b7de-92d846cda02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.816375 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a91d8725-15a4-45de-b7de-92d846cda02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.874388 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a91d8725-15a4-45de-b7de-92d846cda02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.878522 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-68f80c85-6608-4db1-b335-0847fd38467d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:23.894310 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d8725-15a4-45de-b7de-92d846cda02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028b1b7-b6be-4542-8530-87da454a3b2f,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:23.896645 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a91d8725-15a4-45de-b7de-92d846cda02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:23.902925 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a91d8725-15a4-45de-b7de-92d846cda02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:23.904222 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a91d8725-15a4-45de-b7de-92d846cda02f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1028b1b7-b6be-4542-8530-87da454a3b2f HTTP/1.1" status: 204 len: 168 time: 0.1794529 May 27 09:33:23.996356 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device d68baed5-1ec5-4ebd-b444-2d82be3ec5ab no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:33:24.030168 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: d68baed5-1ec5-4ebd-b444-2d82be3ec5ab {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:33:24.030462 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device d68baed5-1ec5-4ebd-b444-2d82be3ec5ab not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:33:24.430996 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7c480-0cba-4c2b-9d31-cb1f3551d0b0 req-58b3e5cf-a1b1-49a0-970e-0314a6080fbb tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:24.432552 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7db7c480-0cba-4c2b-9d31-cb1f3551d0b0 req-58b3e5cf-a1b1-49a0-970e-0314a6080fbb tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 946 time: 0.1311667 May 27 09:33:24.442113 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-a24f5b6b-c078-4bed-a5b2-3e6dbc2850e6 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:24.443629 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-a24f5b6b-c078-4bed-a5b2-3e6dbc2850e6 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.36 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 946 time: 0.1792886 May 27 09:33:24.557086 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7db7c480-0cba-4c2b-9d31-cb1f3551d0b0 req-a52ebce0-d845-4d80-9758-81efefc19e1c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/security-groups?id=935798c6-c509-48cc-9a7c-8f0175412e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122487 May 27 09:33:24.609368 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f93fa2-6eb4-4c0e-b511-06873d4cee3b req-ad19e958-b333-4ea6-a267-103e232edcd8 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:24.611172 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a6f93fa2-6eb4-4c0e-b511-06873d4cee3b req-ad19e958-b333-4ea6-a267-103e232edcd8 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1378253 May 27 09:33:24.648499 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Deleting port 4c141b53-52b7-4e49-a617-67818be3d3db {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:33:24.648883 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:24.668338 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a6f93fa2-6eb4-4c0e-b511-06873d4cee3b req-75072f81-05b6-4784-9a91-6a116423d6fb tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493996 May 27 09:33:24.811295 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] For port 4c141b53-52b7-4e49-a617-67818be3d3db, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4c141b53-52b7-4e49-a617-67818be3d3db,segment=NetworkSegment(74a060a7-49b0-4805-8154-68abf24552aa),segment_id=74a060a7-49b0-4805-8154-68abf24552aa)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:24.811726 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:25.090506 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Calling delete_port for 4c141b53-52b7-4e49-a617-67818be3d3db owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:33:25.095569 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40084) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:25.210679 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15f9b1-1b28-48ac-8bdf-7f214ef8893b req-0e64f699-ba26-4071-8cc9-d3a9a397595a tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:25.212402 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bd15f9b1-1b28-48ac-8bdf-7f214ef8893b req-0e64f699-ba26-4071-8cc9-d3a9a397595a tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1559193 May 27 09:33:25.266137 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-bd15f9b1-1b28-48ac-8bdf-7f214ef8893b req-783a2505-c781-45d5-a9e7-ca9d9441ea45 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456121 May 27 09:33:25.284108 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:25.290392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6317ae1d-bb85-456c-9878-adffd6e84387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:25.295436 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['4c141b53-52b7-4e49-a617-67818be3d3db'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:33:25.345399 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Pushing event deleted for resources: {'Port': ['ID=4c141b53-52b7-4e49-a617-67818be3d3db,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:25.357532 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-5a87cba1-11f0-44c0-b793-d401ab2ccf75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2605240 May 27 09:33:25.358408 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:25.467129 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] No DVR routers for this DVR port 4c141b53-52b7-4e49-a617-67818be3d3db on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:33:25.469953 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:25.474093 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874bb45f-50e3-460c-bc57-4f0e04352932', 'name': 'network-vif-deleted', 'tag': '4c141b53-52b7-4e49-a617-67818be3d3db'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:33:25.500420 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cb51db0d-386a-45c6-ae60-652abc4fcc39 req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.36 "DELETE /v2.0/ports/4c141b53-52b7-4e49-a617-67818be3d3db HTTP/1.1" status: 204 len: 173 time: 1.0402195 May 27 09:33:25.590962 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874bb45f-50e3-460c-bc57-4f0e04352932', 'name': 'network-vif-deleted', 'tag': '4c141b53-52b7-4e49-a617-67818be3d3db', 'status': 'completed', 'code': 200} May 27 09:33:25.822841 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-2638c8d9-988a-473f-bac1-3cca4d37f95a req-fc051959-894b-486b-9a8f-32e4f8c14369 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] 10.222.0.37 "GET /v2.0/ports?device_id=874bb45f-50e3-460c-bc57-4f0e04352932 HTTP/1.1" status: 200 len: 210 time: 0.1085508 May 27 09:33:25.945970 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 4c141b53-52b7-4e49-a617-67818be3d3db no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:33:26.012292 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 4c141b53-52b7-4e49-a617-67818be3d3db {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:33:26.012830 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 4c141b53-52b7-4e49-a617-67818be3d3db not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:33:26.013629 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 1951cea2-f361-4e4e-8cca-47eb1b218c4b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:33:26.236266 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:26.292699 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:33:26.308919 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:26.317740 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:26.322394 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:26.376765 dv-cinder-772623-6-smb neutron-server[91810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'code': 422} returned with failed status May 27 09:33:26.446935 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=1951cea2-f361-4e4e-8cca-47eb1b218c4b,revision_number=6']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:26.455134 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:26.543640 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba986b8-34bc-441d-9b6e-aeef6d6b73bd req-5f2f4b16-367f-4266-af41-c987d1420cca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:26.545164 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7ba986b8-34bc-441d-9b6e-aeef6d6b73bd req-5f2f4b16-367f-4266-af41-c987d1420cca tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 943 time: 0.0909960 May 27 09:33:26.595306 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7ba986b8-34bc-441d-9b6e-aeef6d6b73bd req-dad5a2f8-1edb-4852-9fce-c897749e767b tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437949 May 27 09:33:27.294756 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-06b23538-0950-4270-9af8-d9b85d465e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:27.296284 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-06b23538-0950-4270-9af8-d9b85d465e5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317&tenant_id=6d70f605810247cba902fc89fe1cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.0971088 May 27 09:33:27.403287 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-fde3cb68-41c8-4d64-8f7e-7aa11e97e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:27.405296 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-fde3cb68-41c8-4d64-8f7e-7aa11e97e95d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d70f605810247cba902fc89fe1cdba3&device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1096 time: 0.0869033 May 27 09:33:27.557472 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-76ecce28-eef2-47bd-883b-2bd31a1da9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:27.558932 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-76ecce28-eef2-47bd-883b-2bd31a1da9b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 200 len: 910 time: 0.1461389 May 27 09:33:27.691713 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-608921d5-f4e9-4442-9240-28c91abcf43d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 200 len: 997 time: 0.1187215 May 27 09:33:27.811268 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-049d3d71-e68f-4fa1-a215-eecb370e7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:27.812733 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-049d3d71-e68f-4fa1-a215-eecb370e7eb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d48acffe-ec0c-487a-bb63-f998d3195a26 HTTP/1.1" status: 200 len: 848 time: 0.1172400 May 27 09:33:27.895016 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d33fd8-1e28-4675-817a-789ec757a562 req-db313dd7-7c58-43d1-a9b3-58630d114dd5 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:27.896567 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b4d33fd8-1e28-4675-817a-789ec757a562 req-db313dd7-7c58-43d1-a9b3-58630d114dd5 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 943 time: 0.1661198 May 27 09:33:27.978959 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-1792ba69-3cc0-4fa9-b6d6-7bf97bac290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:27.980482 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-1792ba69-3cc0-4fa9-b6d6-7bf97bac290c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a945622c-506d-410f-907b-4f94ba757fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1605496 May 27 09:33:27.983294 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b4d33fd8-1e28-4675-817a-789ec757a562 req-108536ff-d117-4079-9f73-74b325a23719 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795717 May 27 09:33:28.137790 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-2e0e370d-e1ac-4460-8243-d2acf7be3b60 service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496613 May 27 09:33:28.379841 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f0fd75d1-75fd-4096-887f-fefa53cac5aa req-e3dbe16d-b82a-4a25-9e89-f8f210b228f8 service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334702 May 27 09:33:28.759299 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bc462-bffc-4fdd-b163-bbe923b6197b req-9c7a15c2-0c4e-41cc-88c7-6146e38524a6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:28.761351 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1d5bc462-bffc-4fdd-b163-bbe923b6197b req-9c7a15c2-0c4e-41cc-88c7-6146e38524a6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.0935287 May 27 09:33:28.842730 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1d5bc462-bffc-4fdd-b163-bbe923b6197b req-19644291-ac98-4b61-be59-bbb3aded0852 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721543 May 27 09:33:29.225999 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40186) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:29.279866 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763bca-7437-4aee-8053-3c907540e886 req-7a596012-e2ef-4395-be16-458c83bc11bb tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:29.281541 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-dc763bca-7437-4aee-8053-3c907540e886 req-7a596012-e2ef-4395-be16-458c83bc11bb tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 943 time: 0.1207564 May 27 09:33:29.349855 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-dc763bca-7437-4aee-8053-3c907540e886 req-978698da-a08d-4b33-887f-5d327f37f169 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605202 May 27 09:33:29.374999 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:29.393865 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:29.398567 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Usage tracker for resource:security_group_rule and tenant:aa36abe50d7e48708d6c9b9b040c3116 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:29.402413 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:29.413760 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:29.529004 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:29.533336 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:29.541617 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3aa5b886-b971-4302-9f0e-c72ab8bc0ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:29.593619 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa36abe50d7e48708d6c9b9b040c3116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661714 May 27 09:33:29.595485 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c1b311-0e7a-477c-a52d-f08b14cf2599,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:29.598691 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40192) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:29.600467 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:29.668350 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-092d16df-57d9-4677-b6c9-867b43aa83cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:29.696031 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-092d16df-57d9-4677-b6c9-867b43aa83cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:29.758107 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-092d16df-57d9-4677-b6c9-867b43aa83cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:29.762552 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-bc0f65fe-27e1-4d5e-9450-2e952131a671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:29.776529 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d16df-57d9-4677-b6c9-867b43aa83cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c1b311-0e7a-477c-a52d-f08b14cf2599,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:29.779547 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-092d16df-57d9-4677-b6c9-867b43aa83cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:29.781567 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-092d16df-57d9-4677-b6c9-867b43aa83cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:29.785919 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-092d16df-57d9-4677-b6c9-867b43aa83cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1c1b311-0e7a-477c-a52d-f08b14cf2599 HTTP/1.1" status: 204 len: 168 time: 0.1834366 May 27 09:33:29.945055 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 1951cea2-f361-4e4e-8cca-47eb1b218c4b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:33:30.088434 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:30.107166 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'port_id': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'mac_address': 'fa:16:3e:06:61:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:33:30.175926 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:30.180344 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe848b6-68f5-4fb7-96d8-8bb6de53ef45 req-88d5dcf5-d8a2-4d46-b21e-6e307179e9a0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:30.187811 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bfe848b6-68f5-4fb7-96d8-8bb6de53ef45 req-88d5dcf5-d8a2-4d46-b21e-6e307179e9a0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.2121677 May 27 09:33:30.197145 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1951cea2-f361-4e4e-8cca-47eb1b218c4b {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:33:30.239378 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:30.244975 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:30.245645 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bfe848b6-68f5-4fb7-96d8-8bb6de53ef45 req-a7ac0872-badd-4fa7-8b04-1c781d684cae tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566876 May 27 09:33:30.246747 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:30.322757 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=1951cea2-f361-4e4e-8cca-47eb1b218c4b,revision_number=7']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:30.326506 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:30.458648 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['1951cea2-f361-4e4e-8cca-47eb1b218c4b'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:33:30.637584 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaa7f0-105e-428a-b2df-ff88fc8f8f04 req-d5504068-becc-4e7f-b81c-c5c7bf932b83 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:30.639154 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e1aaa7f0-105e-428a-b2df-ff88fc8f8f04 req-d5504068-becc-4e7f-b81c-c5c7bf932b83 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 944 time: 0.1638930 May 27 09:33:30.703491 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e1aaa7f0-105e-428a-b2df-ff88fc8f8f04 req-ce382a2a-682f-4a63-80bc-6731414080ea tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571570 May 27 09:33:31.359235 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40258) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:31.461932 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719319b0-e291-4cd1-b2fd-8490530f9a4e req-69554e92-0329-4f64-96d6-05043408b947 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:31.463419 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-719319b0-e291-4cd1-b2fd-8490530f9a4e req-69554e92-0329-4f64-96d6-05043408b947 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.0874782 May 27 09:33:31.480706 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:31.495187 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:31.498920 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb7dacd144d429daff02fc091205eba is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:31.501665 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:31.507431 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:31.508469 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-719319b0-e291-4cd1-b2fd-8490530f9a4e req-c8c2c8a2-1a3a-4937-805b-d696b15562d6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 May 27 09:33:31.593489 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:31.598491 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:31.607206 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-092d16df-57d9-4677-b6c9-867b43aa83cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:31.613140 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:31.647129 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fb7dacd144d429daff02fc091205eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868087 May 27 09:33:31.648655 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f502ef-b982-47b4-91db-df39a7d15026,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:31.649880 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40264) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:31.651653 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-96f5ccc1-d33c-4e1f-8c62-a27f09c89963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:31.709356 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:31.737871 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:31.801398 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:31.806249 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-adb7df6d-86f2-4c0b-8054-c633249f7aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:31.822019 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f502ef-b982-47b4-91db-df39a7d15026,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:31.834153 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.834514 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.834993 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.835215 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.835556 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.835908 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.836491 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.836733 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.837090 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.837792 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.837792 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.838230 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:31.841451 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:31.848441 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:31.852871 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9f502ef-b982-47b4-91db-df39a7d15026 HTTP/1.1" status: 204 len: 168 time: 0.2019351 May 27 09:33:31.929762 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7569e3-b3b4-4eae-a929-8878ee439754 req-dfad6505-fef4-4f9f-a26a-536341189974 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:31.931433 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4c7569e3-b3b4-4eae-a929-8878ee439754 req-dfad6505-fef4-4f9f-a26a-536341189974 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 944 time: 0.0972960 May 27 09:33:31.973596 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 1951cea2-f361-4e4e-8cca-47eb1b218c4b up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:33:31.979469 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4c7569e3-b3b4-4eae-a929-8878ee439754 req-ebf6f41a-2775-44b1-bb40-0c9bfc5d4218 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 May 27 09:33:32.074875 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 1951cea2-f361-4e4e-8cca-47eb1b218c4b triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:32.075265 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:32.208297 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:32.238193 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:33:32.258119 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:32.265144 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:32.267923 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:32.301684 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'code': 200} May 27 09:33:32.360418 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=1951cea2-f361-4e4e-8cca-47eb1b218c4b,revision_number=8']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:32.363947 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:32.604838 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886f1fa-c49b-4069-b302-a450a8acc1aa req-43ab771b-079d-446d-a951-52b5b5964367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:32.606421 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2886f1fa-c49b-4069-b302-a450a8acc1aa req-43ab771b-079d-446d-a951-52b5b5964367 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1098 time: 0.0748639 May 27 09:33:32.651141 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2886f1fa-c49b-4069-b302-a450a8acc1aa req-81fda629-b013-465f-bd59-2b59f8e7ef6d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375576 May 27 09:33:32.725921 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed757bfa-b08f-422e-bb18-a7c9f87bc2ca req-ba8abb39-64e7-4919-aabe-50b52e656ec3 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:32.727470 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ed757bfa-b08f-422e-bb18-a7c9f87bc2ca req-ba8abb39-64e7-4919-aabe-50b52e656ec3 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.0877848 May 27 09:33:32.776370 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ed757bfa-b08f-422e-bb18-a7c9f87bc2ca req-8a8a6425-2f1c-4352-9114-c30a6514e077 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 May 27 09:33:33.199665 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3beb2-3650-4387-b342-42c91b48d42b req-6dfeb1cb-2810-4361-9dc8-a3259acd6a62 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:33.201261 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c8b3beb2-3650-4387-b342-42c91b48d42b req-6dfeb1cb-2810-4361-9dc8-a3259acd6a62 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.0972195 May 27 09:33:33.251502 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c8b3beb2-3650-4387-b342-42c91b48d42b req-9d0f9815-a453-4aab-a2e9-b333fc70a6c5 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435226 May 27 09:33:33.793956 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40338) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:33.926041 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:33.941805 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:33.945812 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Usage tracker for resource:security_group_rule and tenant:28d3b05c2e77441590c995f23c29d504 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:33.949130 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:33.955066 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:33.977847 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f1a8-4b0c-4673-afeb-212788b09b3e req-bf52e475-984e-4cf6-bea4-a162fa733955 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:33.979388 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e8d4f1a8-4b0c-4673-afeb-212788b09b3e req-bf52e475-984e-4cf6-bea4-a162fa733955 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.0874107 May 27 09:33:34.031782 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e8d4f1a8-4b0c-4673-afeb-212788b09b3e req-515697b5-4ee2-4fee-9e1a-547b77f12b64 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 May 27 09:33:34.055357 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.059313 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.067015 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-98ffe9e2-c9e3-48bb-af78-be854cfb2f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:34.107229 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b418b1f4-7261-41c9-94d7-31eb7d2ddc27,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:34.111350 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28d3b05c2e77441590c995f23c29d504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163161 May 27 09:33:34.112447 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:34.114554 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40346) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:34.175611 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2153fbd2-dd28-4671-af9f-f3daaffa5d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.202867 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2153fbd2-dd28-4671-af9f-f3daaffa5d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.262586 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2153fbd2-dd28-4671-af9f-f3daaffa5d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.268593 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b4794de6-5c65-425a-8509-01eca463d53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:34.282172 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153fbd2-dd28-4671-af9f-f3daaffa5d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b418b1f4-7261-41c9-94d7-31eb7d2ddc27,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:34.285877 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2153fbd2-dd28-4671-af9f-f3daaffa5d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:34.287024 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-2153fbd2-dd28-4671-af9f-f3daaffa5d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.287893 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-2153fbd2-dd28-4671-af9f-f3daaffa5d4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b418b1f4-7261-41c9-94d7-31eb7d2ddc27 HTTP/1.1" status: 204 len: 168 time: 0.1724501 May 27 09:33:34.488717 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ebfeb-bcfe-45f7-bf66-6cc979a6be72 req-a51d8391-a399-4a7c-8e97-527b4faef06d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:34.490265 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-524ebfeb-bcfe-45f7-bf66-6cc979a6be72 req-a51d8391-a399-4a7c-8e97-527b4faef06d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1034360 May 27 09:33:34.536867 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-524ebfeb-bcfe-45f7-bf66-6cc979a6be72 req-87c4c0ac-0a7f-4023-9277-10cdb5a95e0a tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407524 May 27 09:33:34.636941 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40358) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:34.655580 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.670662 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:34.674822 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:cc8cb5b0f06d4070a5341a1a2135b3e6 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:34.678253 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:34.684521 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:34.780380 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.784185 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.791304 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-706c126c-7d42-4074-98c8-1d71284637ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:34.831927 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d4854-901f-4145-9a91-c4abd7b6eae1,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:34.838507 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc8cb5b0f06d4070a5341a1a2135b3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980970 May 27 09:33:34.838507 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-66419e68-7bba-44be-949a-364cc423c2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:34.838757 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40364) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:34.898795 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d3512e0c-e296-44af-a85a-37b88e69ae01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.927163 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d3512e0c-e296-44af-a85a-37b88e69ae01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.981335 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d3512e0c-e296-44af-a85a-37b88e69ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:34.987501 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-f5a9bdb6-41e7-4f2f-8f19-549e9049e4e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:34.997799 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3512e0c-e296-44af-a85a-37b88e69ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d4854-901f-4145-9a91-c4abd7b6eae1,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:35.000114 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-d3512e0c-e296-44af-a85a-37b88e69ae01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:35.009590 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d3512e0c-e296-44af-a85a-37b88e69ae01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:35.013506 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-d3512e0c-e296-44af-a85a-37b88e69ae01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae9d4854-901f-4145-9a91-c4abd7b6eae1 HTTP/1.1" status: 204 len: 168 time: 0.1738009 May 27 09:33:35.296478 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d097a-545f-45c8-96e5-ec7ecc758169 req-377d239e-7d1e-4068-8079-8175d77499b0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:35.298028 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-184d097a-545f-45c8-96e5-ec7ecc758169 req-377d239e-7d1e-4068-8079-8175d77499b0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.0966825 May 27 09:33:35.355068 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-184d097a-545f-45c8-96e5-ec7ecc758169 req-9b64d4dc-0c4d-42d0-ab94-63b4287902c6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508769 May 27 09:33:36.623508 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2ea6f-6fb0-4f86-937c-777d8be7b5b1 req-cd052ad6-8e0c-4db5-a98a-a85212a0a7f1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:36.624938 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d1f2ea6f-6fb0-4f86-937c-777d8be7b5b1 req-cd052ad6-8e0c-4db5-a98a-a85212a0a7f1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.1450400 May 27 09:33:36.691837 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d1f2ea6f-6fb0-4f86-937c-777d8be7b5b1 req-092f3b9d-3c25-4039-973f-b378502db171 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602505 May 27 09:33:37.636075 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40456) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:37.779852 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:37.795369 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:37.800125 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Usage tracker for resource:security_group_rule and tenant:06de1074d01f4b9abcf5939a229456f5 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:37.803346 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:37.809595 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:37.905031 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3616d3-23e4-491d-b9b2-79811575475b req-675abd65-f8c7-4a2f-ad92-8776be6e8128 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:37.906555 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8c3616d3-23e4-491d-b9b2-79811575475b req-675abd65-f8c7-4a2f-ad92-8776be6e8128 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.0991046 May 27 09:33:37.927450 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:37.933425 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:37.944057 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-bce1188a-51d1-4556-9687-18fc5bcaa731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:37.994751 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06de1074d01f4b9abcf5939a229456f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574011 May 27 09:33:37.995537 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbbfc36-9435-4a69-9fd2-6c05c108b816,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:37.997919 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40466) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:38.000394 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:38.046061 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8c3616d3-23e4-491d-b9b2-79811575475b req-f8b3f484-1275-47bf-aa4a-7cf613f620a4 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335616 May 27 09:33:38.060216 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b02912f-8de2-4b51-838c-b9a43e799137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.089408 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b02912f-8de2-4b51-838c-b9a43e799137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.148644 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b02912f-8de2-4b51-838c-b9a43e799137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.153781 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b1d1edeb-6506-47a9-a20e-0871d7f7dd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:38.167597 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02912f-8de2-4b51-838c-b9a43e799137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbbfc36-9435-4a69-9fd2-6c05c108b816,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:38.170473 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6b02912f-8de2-4b51-838c-b9a43e799137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:38.171396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6b02912f-8de2-4b51-838c-b9a43e799137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.172478 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6b02912f-8de2-4b51-838c-b9a43e799137 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dbbfc36-9435-4a69-9fd2-6c05c108b816 HTTP/1.1" status: 204 len: 168 time: 0.1736772 May 27 09:33:38.525807 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40482) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:38.558764 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.584168 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:38.589324 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Usage tracker for resource:security_group_rule and tenant:dae429657c2f4188bbb9e842e5e5a08c is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:38.592673 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:38.599977 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:38.693826 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.698527 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.707640 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-53454986-adbe-419a-a37f-2a3feb7cb4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:38.755498 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dae429657c2f4188bbb9e842e5e5a08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274165 May 27 09:33:38.755922 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cee2c9b-62d8-437a-b39f-a9387e49663d,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:38.758227 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40486) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:38.764330 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.764704 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.765107 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.765469 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.765828 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.766187 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.766542 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.767406 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.767406 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.769084 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.769236 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.769886 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:38.777672 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:38.831795 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c85fcbb-8de0-4394-a21a-d5b470cd321e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.860552 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c85fcbb-8de0-4394-a21a-d5b470cd321e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.919590 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c85fcbb-8de0-4394-a21a-d5b470cd321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.923591 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:38.937991 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85fcbb-8de0-4394-a21a-d5b470cd321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cee2c9b-62d8-437a-b39f-a9387e49663d,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:38.942335 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9c85fcbb-8de0-4394-a21a-d5b470cd321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:38.946624 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c85fcbb-8de0-4394-a21a-d5b470cd321e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:38.948268 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-9c85fcbb-8de0-4394-a21a-d5b470cd321e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cee2c9b-62d8-437a-b39f-a9387e49663d HTTP/1.1" status: 204 len: 168 time: 0.1884499 May 27 09:33:39.248668 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2e050-3fd8-465f-aa8f-ed69d45c8201 req-2ad80060-0316-4360-bc10-046c4f958495 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:39.250204 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-62f2e050-3fd8-465f-aa8f-ed69d45c8201 req-2ad80060-0316-4360-bc10-046c4f958495 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.0823989 May 27 09:33:39.299751 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-62f2e050-3fd8-465f-aa8f-ed69d45c8201 req-9dafffd3-2704-40f3-918e-c4b5e02f8b04 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 May 27 09:33:40.038239 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:33:40.180880 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:40.196917 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'port_id': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'mac_address': 'fa:16:3e:9c:20:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:33:40.256171 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:40.280063 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55e41bfe-daf5-42b5-9cbb-cae47610042e {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:33:40.297196 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:40.301635 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:40.303618 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:40.383834 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=6']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:40.387307 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:40.419500 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['55e41bfe-daf5-42b5-9cbb-cae47610042e'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:33:40.562089 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228c028-e207-4923-a198-e47bb6529ce5 req-a50fad98-31cd-4a72-92f9-cc03fcf354e9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:40.563591 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a228c028-e207-4923-a198-e47bb6529ce5 req-a50fad98-31cd-4a72-92f9-cc03fcf354e9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 945 time: 0.0913742 May 27 09:33:40.612691 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a228c028-e207-4923-a198-e47bb6529ce5 req-aca29a50-5663-4662-be3d-116d36a90665 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 May 27 09:33:41.021949 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:33:41.972093 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041d91a-38d6-49cb-bdad-4d2271310ebf req-4d9a0cd9-266a-4ad7-b5ba-954603cbe179 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:41.985353 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c041d91a-38d6-49cb-bdad-4d2271310ebf req-4d9a0cd9-266a-4ad7-b5ba-954603cbe179 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 945 time: 0.1793842 May 27 09:33:42.038702 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:33:42.073633 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c041d91a-38d6-49cb-bdad-4d2271310ebf req-9052d3ab-30dc-4ed3-ad09-73f2bbd83ee8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864689 May 27 09:33:42.184576 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b2e857a6-86e4-400b-8704-51186a20f7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:42.210179 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 55e41bfe-daf5-42b5-9cbb-cae47610042e triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:42.210925 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:42.403794 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:42.442205 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:33:42.469351 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:42.478864 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:42.481125 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:42.544306 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'code': 200} May 27 09:33:42.573520 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=7']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:42.577407 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:43.402305 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a2e6-0167-43ef-9d2d-ae80ebb941a7 req-d572d96c-ad88-4547-bab8-e4c354b237da tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:43.404246 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4ac6a2e6-0167-43ef-9d2d-ae80ebb941a7 req-d572d96c-ad88-4547-bab8-e4c354b237da tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.1321769 May 27 09:33:43.494022 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4ac6a2e6-0167-43ef-9d2d-ae80ebb941a7 req-886b0274-61f9-4627-bb5f-f37a9eca8d1d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813797 May 27 09:33:43.612299 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40602) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:43.768988 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:43.791586 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:43.796723 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Usage tracker for resource:security_group_rule and tenant:ac4de3ded954436a847bf13a1b1a37ce is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:43.800339 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:43.807584 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:43.934894 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:43.941642 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:43.973928 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-2153fbd2-dd28-4671-af9f-f3daaffa5d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:43.985790 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac4de3ded954436a847bf13a1b1a37ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719561 May 27 09:33:43.989799 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40614) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:44.032178 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11207c35-234c-4eb1-bd19-4edca488c135,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:44.039080 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:44.086476 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-84c7707a-6840-46c3-ad71-cc616c443fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:44.145386 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-84c7707a-6840-46c3-ad71-cc616c443fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:44.251158 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-84c7707a-6840-46c3-ad71-cc616c443fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:44.272945 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8428b571-ecbd-4b00-867f-f88a73685cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:44.297624 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7707a-6840-46c3-ad71-cc616c443fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11207c35-234c-4eb1-bd19-4edca488c135,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:44.300241 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-84c7707a-6840-46c3-ad71-cc616c443fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:44.310682 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-84c7707a-6840-46c3-ad71-cc616c443fdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11207c35-234c-4eb1-bd19-4edca488c135 HTTP/1.1" status: 204 len: 168 time: 0.3189554 May 27 09:33:44.313341 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-84c7707a-6840-46c3-ad71-cc616c443fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:44.761473 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15991d3d-802c-4fd2-80fa-a4801528f16d req-9722f354-7da0-478d-9c7f-55398974c36a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:44.770435 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-15991d3d-802c-4fd2-80fa-a4801528f16d req-9722f354-7da0-478d-9c7f-55398974c36a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.1120815 May 27 09:33:44.832556 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-15991d3d-802c-4fd2-80fa-a4801528f16d req-eea86f3f-4016-4a1d-bc4e-73b08dee9acc tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608141 May 27 09:33:44.838726 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-afa68bbb-ea4d-4cc9-a38a-a1cbcefabf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.353392 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40648) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:45.544907 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1328502451-network', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:45.570588 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:45.578091 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Usage tracker for resource:network and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:45.584420 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:45.598103 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:45.631343 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Made reservation on behalf of 7bc7bca90bc34e72bf05e5f352404b9d for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:45.639071 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.660046 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40660) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:45.678149 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.693778 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.732717 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:45.738265 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Usage tracker for resource:security_group_rule and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:45.741850 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:45.749087 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:45.774588 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f23d97-f0b5-42b9-a7f5-e36ff10ff124 admin admin] Deleting subnet 2800c3c6-c500-4daa-91c4-eb8b275ebc10 {{(pid=91808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:33:45.778355 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9f23d97-f0b5-42b9-a7f5-e36ff10ff124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.848272 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9f23d97-f0b5-42b9-a7f5-e36ff10ff124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6308039'] for subnet, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.883814 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.891726 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.920575 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:33:45.938641 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.939177 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Added segment 11a0630d-831d-4ef2-9d2f-37f65ea624be of type vlan for network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 May 27 09:33:45.985575 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9f23d97-f0b5-42b9-a7f5-e36ff10ff124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:45.988019 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:46.004783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-840e8e43-6778-441b-917c-c759a81fc103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:46.083342 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20e68ad-bc92-42b9-aade-1aa867a39742,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:46.089242 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:46.100453 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:46.102974 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:46.103997 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:46.115692 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a4427744-319c-464d-b0a2-c3017625e776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:46.310652 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Pushing event updated for resources: {'Network': ['ID=44c6f72c-cf20-465f-a61f-6cc99ea59f05,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:46.320042 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:46.324260 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:33:46.378378 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0233650 May 27 09:33:46.382860 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40668) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:46.394452 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Request body: {'subnet': {'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1328502451-subnet', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'ip_version': 4}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:46.403315 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:46.413081 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Usage tracker for resource:subnet and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:46.420148 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:46.491366 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9f23d97-f0b5-42b9-a7f5-e36ff10ff124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6308038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7089785'] for subnet, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:46.496491 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6f87a5d0-d395-4ae4-86b4-6de487368e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:46.555103 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f23d97-f0b5-42b9-a7f5-e36ff10ff124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2800c3c6-c500-4daa-91c4-eb8b275ebc10,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:46.571261 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b9f23d97-f0b5-42b9-a7f5-e36ff10ff124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:46.576235 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b9f23d97-f0b5-42b9-a7f5-e36ff10ff124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:46.611343 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-b9f23d97-f0b5-42b9-a7f5-e36ff10ff124 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2800c3c6-c500-4daa-91c4-eb8b275ebc10 HTTP/1.1" status: 204 len: 168 time: 0.9475644 May 27 09:33:46.612004 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40672) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:46.641111 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:46.659556 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Made reservation on behalf of 7bc7bca90bc34e72bf05e5f352404b9d for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:46.666590 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6574510'] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:46.826531 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:46.835825 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f76cb3-0056-4250-a83c-4e8582d50fbd req-7573b1cf-d018-4830-85e9-f55e40af7db3 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:46.843188 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-57f76cb3-0056-4250-a83c-4e8582d50fbd req-7573b1cf-d018-4830-85e9-f55e40af7db3 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.4620049 May 27 09:33:46.933535 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-57f76cb3-0056-4250-a83c-4e8582d50fbd req-245a8465-6aba-4ec0-ad4f-4b2c68456bcb tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893724 May 27 09:33:47.173645 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.207797 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c558e33a-8dc6-4bd7-888c-58dc4f2de300']}} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:47.232685 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a060a7-49b0-4805-8154-68abf24552aa') {'for_net_delete': True} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:47.233278 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a060a7-49b0-4805-8154-68abf24552aa') {} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:47.250095 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6308094'] for segment, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.278241 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8283631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6574520'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.283082 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.287231 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ed833d5b-9492-4948-a85c-8bf35bf9984b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:47.294650 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=91808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:33:47.295481 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6370660'] for segment, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: Traceback (most recent call last): May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: timer() May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: cb(*args, **kw) May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: return func(*args, **kwargs) May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: self._notify() May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: self.callback(batched_events) May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: event.method(event) May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: return f(self, *a, **k) May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: return self._get(url).json() May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: return self.request(url, 'GET', **kwargs) May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:33:47.311804 dv-cinder-772623-6-smb neutron-server[91808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:33:47.385306 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4b6235-0897-4a91-9f67-ae8ffee4ef11,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:47.389405 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:47.391911 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Checking segment: {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:33:47.392262 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Network hostable DHCP agents. Network: 44c6f72c-cf20-465f-a61f-6cc99ea59f05, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:33:47.431938 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:33:47.435376 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.450761 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-10f895f2-0c01-4b14-89b9-e395092f927a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:47.452315 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.458346 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, 44c6f72c-cf20-465f-a61f-6cc99ea59f05) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:47.466585 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847daf81-2bcc-4ddc-9e08-63245aac3395 None None] Network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:33:47.475343 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.481918 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:47.483598 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.489902 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Pushing event deleted for resources: {'Network': ['ID=c558e33a-8dc6-4bd7-888c-58dc4f2de300,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:47.495139 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:47.505941 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c558e33a-8dc6-4bd7-888c-58dc4f2de300 HTTP/1.1" status: 204 len: 168 time: 0.8915665 May 27 09:33:47.508343 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40676) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:47.516799 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1321702 May 27 09:33:47.520852 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40680) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:47.527242 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:47.532968 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:47.537708 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Usage tracker for resource:router and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:47.541409 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:47.550338 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:47.568646 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4014'] for router, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.570699 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4055'] for router, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.595047 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.597236 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_v2 [None req-3016bf4e-5119-438b-a494-13a2b46d39fe admin admin] Deleting subnet f4e6f460-a4e2-4aeb-a80e-d0784a8cb026 {{(pid=91808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:33:47.601987 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3016bf4e-5119-438b-a494-13a2b46d39fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.688346 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3016bf4e-5119-438b-a494-13a2b46d39fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6308039'] for subnet, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.759645 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ae6fd5-8ebc-5d11-9d3d-d0ac3b1ca7ec-44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11'}]}} from dv-cinder-772623-6-smb. {{(pid=91810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:33:47.760669 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:47.796295 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3016bf4e-5119-438b-a494-13a2b46d39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.029104 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.db_base_plugin_common [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Allocated IP 172.20.0.2 (44c6f72c-cf20-465f-a61f-6cc99ea59f05/4e4b6235-0897-4a91-9f67-ae8ffee4ef11/202a10a8-e849-45b0-ad59-c23bc2d0c697) {{(pid=91810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:33:48.155854 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.450270 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3016bf4e-5119-438b-a494-13a2b46d39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6308038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7089785'] for subnet, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.468268 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Notify callbacks [] for port, precommit_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.477652 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3ef71099-04cf-487c-beb0-a3d3ce91b5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:48.483036 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Transition to ACTIVE for port object 202a10a8-e849-45b0-ad59-c23bc2d0c697 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:33:48.528754 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-3016bf4e-5119-438b-a494-13a2b46d39fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.529287 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Transition to ACTIVE for port object 202a10a8-e849-45b0-ad59-c23bc2d0c697 will not be triggered until provisioned by entity DHCP. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:33:48.547137 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016bf4e-5119-438b-a494-13a2b46d39fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e6f460-a4e2-4aeb-a80e-d0784a8cb026,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:48.551262 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3016bf4e-5119-438b-a494-13a2b46d39fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:48.555851 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-3016bf4e-5119-438b-a494-13a2b46d39fe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f4e6f460-a4e2-4aeb-a80e-d0784a8cb026 HTTP/1.1" status: 204 len: 168 time: 1.0464113 May 27 09:33:48.556550 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40686) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:48.556830 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.568133 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:48.598836 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d9321-3ba4-4773-9ed3-bad28d0c5432 req-7d29fc85-81c0-47ff-aa31-b445ebfd8c00 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:48.601305 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-153d9321-3ba4-4773-9ed3-bad28d0c5432 req-7d29fc85-81c0-47ff-aa31-b445ebfd8c00 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.2452028 May 27 09:33:48.717652 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 is already hosted by enough agents. {{(pid=91810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:33:48.725619 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.base_scheduler [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Resources bound (agent type, host, resource id): {{(pid=91810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:48.729605 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.733944 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-153d9321-3ba4-4773-9ed3-bad28d0c5432 req-ac3dd377-3272-4045-92b8-e34bf195b43c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804110 May 27 09:33:48.740819 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Received port after_create {{(pid=91810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:33:48.803528 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Pushing event updated for resources: {'Port': ['ID=202a10a8-e849-45b0-ad59-c23bc2d0c697,revision_number=1']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:48.806371 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:48.863559 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.876079 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.896186 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Attempting to bind port 202a10a8-e849-45b0-ad59-c23bc2d0c697 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:33:48.897093 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Attempting to bind port 202a10a8-e849-45b0-ad59-c23bc2d0c697 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:33:48.897650 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Attempting to bind port 202a10a8-e849-45b0-ad59-c23bc2d0c697 on network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:33:48.913354 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:33:48.913880 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Checking segment: {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:33:48.914372 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.914855 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Bound using segment: {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:33:48.915442 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Bound port: 202a10a8-e849-45b0-ad59-c23bc2d0c697, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:33:48.915923 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.916714 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.917609 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.934263 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184c26f2-eff5-438b-8a70-f65fa4b1f286']}} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:48.951865 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0eadc45-5f8d-48de-81db-2f96225e9301') {'for_net_delete': True} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:48.952882 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.services.segments.db [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0eadc45-5f8d-48de-81db-2f96225e9301') {} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:48.967791 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6308094'] for segment, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:48.995438 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.004908 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=91808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:33:49.005389 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6370660'] for segment, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: Traceback (most recent call last): May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: timer() May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: cb(*args, **kw) May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: return func(*args, **kwargs) May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: self._notify() May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: self.callback(batched_events) May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: event.method(event) May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: return f(self, *a, **k) May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: return self._get(url).json() May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: return self.request(url, 'GET', **kwargs) May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:33:49.021910 dv-cinder-772623-6-smb neutron-server[91808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:33:49.033016 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] For port 202a10a8-e849-45b0-ad59-c23bc2d0c697, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:33:49.037921 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] For port 202a10a8-e849-45b0-ad59-c23bc2d0c697, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=202a10a8-e849-45b0-ad59-c23bc2d0c697,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:33:49.045101 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.051515 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:49.116155 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.122662 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.123742 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Allocated IP 172.28.1.222 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/e926a0f0-dc71-443a-bd33-aee8f27a15f2) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:33:49.128915 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b46ad49f-c60e-4b60-8d05-473746111947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:49.150049 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Pushing event updated for resources: {'Port': ['ID=202a10a8-e849-45b0-ad59-c23bc2d0c697,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:49.154590 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:49.176952 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] 10.222.0.37 "DELETE /v2.0/networks/184c26f2-eff5-438b-8a70-f65fa4b1f286 HTTP/1.1" status: 204 len: 168 time: 0.6142921 May 27 09:33:49.184897 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Pushing event deleted for resources: {'Network': ['ID=184c26f2-eff5-438b-8a70-f65fa4b1f286,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:49.195557 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-cfb751f9-48c8-4a48-b34e-1b2941a60768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:49.355914 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40692) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:49.468262 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-97326431-64a0-455d-ae19-f975b7e93f27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f70b164966745ef9f47631eb3688870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1101303 May 27 09:33:49.470167 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40696) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:49.516921 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.566824 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.574249 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-eedaa59b-9b71-4fa2-9a5f-cfd8e533c89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:49.579404 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ac71-ce5c-4ccc-b3e4-57f83c98f5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.620183 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ac71-ce5c-4ccc-b3e4-57f83c98f5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.671409 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e926a0f0-dc71-443a-bd33-aee8f27a15f2,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:49.677017 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:49.678975 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:33:49.680452 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:49.683949 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:33:49.702876 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ac71-ce5c-4ccc-b3e4-57f83c98f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.707550 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-2f435b36-0c0d-49fd-b8e1-d70aae6595b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:49.723735 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6ac71-ce5c-4ccc-b3e4-57f83c98f5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935798c6-c509-48cc-9a7c-8f0175412e27,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:49.728855 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4ff6ac71-ce5c-4ccc-b3e4-57f83c98f5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:49.739684 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ac71-ce5c-4ccc-b3e4-57f83c98f5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:49.740990 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-4ff6ac71-ce5c-4ccc-b3e4-57f83c98f5ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/935798c6-c509-48cc-9a7c-8f0175412e27 HTTP/1.1" status: 204 len: 168 time: 0.2694159 May 27 09:33:50.165371 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 202a10a8-e849-45b0-ad59-c23bc2d0c697 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:33:50.325973 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 202a10a8-e849-45b0-ad59-c23bc2d0c697 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:33:50.419782 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40706) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:50.443983 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ac67f-1c2d-41cb-8cee-18ea416b6492 req-fcb52e53-5a34-4d0f-a54d-c65148d40d01 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:50.456873 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-601ac67f-1c2d-41cb-8cee-18ea416b6492 req-fcb52e53-5a34-4d0f-a54d-c65148d40d01 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.5325348 May 27 09:33:50.501015 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-6818d8c5-b0f2-456c-891e-3391f854f047 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c52fbac0bc2d4b3095f6ab1bfc70e479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773427 May 27 09:33:50.501634 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40710) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:50.539913 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:50.549497 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d1783f-9132-407f-a11d-1f7c6e256b25 None None] Network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:33:50.616757 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d8de92f5-393e-4b61-8995-33add4055b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:50.655343 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d8de92f5-393e-4b61-8995-33add4055b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:50.656422 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-601ac67f-1c2d-41cb-8cee-18ea416b6492 req-ae2a10e0-c0e7-4f2f-9de5-e93963e8ef66 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983211 May 27 09:33:50.685345 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-872b71f8-20b0-4ae4-87a3-c8ad531dc231 None None] Provisioning for port 202a10a8-e849-45b0-ad59-c23bc2d0c697 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:33:50.710053 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-872b71f8-20b0-4ae4-87a3-c8ad531dc231 None None] Provisioning complete for port 202a10a8-e849-45b0-ad59-c23bc2d0c697 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:50.710431 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-872b71f8-20b0-4ae4-87a3-c8ad531dc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:50.756436 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d8de92f5-393e-4b61-8995-33add4055b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:50.763755 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c9742fb7-7956-4c07-b43a-28796bc318ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:50.781021 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de92f5-393e-4b61-8995-33add4055b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31263926-a7aa-4424-859d-2712ba260283,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:50.784411 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d8de92f5-393e-4b61-8995-33add4055b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:50.786652 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-d8de92f5-393e-4b61-8995-33add4055b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:50.787460 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-d8de92f5-393e-4b61-8995-33add4055b65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31263926-a7aa-4424-859d-2712ba260283 HTTP/1.1" status: 204 len: 168 time: 0.2852349 May 27 09:33:50.990237 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-872b71f8-20b0-4ae4-87a3-c8ad531dc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:51.032421 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763648'] for router, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:51.054738 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-872b71f8-20b0-4ae4-87a3-c8ad531dc231 None None] For port 202a10a8-e849-45b0-ad59-c23bc2d0c697, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=202a10a8-e849-45b0-ad59-c23bc2d0c697,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:51.060022 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-872b71f8-20b0-4ae4-87a3-c8ad531dc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:51.062175 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e102d0a2-faab-472c-8a50-7ea18a02386b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:51.186606 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b71f8-20b0-4ae4-87a3-c8ad531dc231 None None] Pushing event updated for resources: {'Port': ['ID=202a10a8-e849-45b0-ad59-c23bc2d0c697,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:51.195602 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-872b71f8-20b0-4ae4-87a3-c8ad531dc231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:51.396664 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Router baa17d24-768f-4d89-8a5d-9668066cd12e is scheduled to L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 with binding_index 1 {{(pid=91809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:33:51.420649 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-1b9b1a70-100e-4ca6-aadb-2eff4d4315c4 None None] Provisioning complete for port 202a10a8-e849-45b0-ad59-c23bc2d0c697 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:51.421701 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1a70-100e-4ca6-aadb-2eff4d4315c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:51.830308 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:33:51.841780 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Sync routers for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:33:51.857317 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:33:51.860995 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:51.888027 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:51.891685 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3694458 May 27 09:33:51.895853 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40738) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:51.948637 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d40706-086d-44b8-9692-d621e377a91f req-f0d43e59-95f1-4c0e-9d8c-2100ad7dd051 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:51.959893 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-48d40706-086d-44b8-9692-d621e377a91f req-f0d43e59-95f1-4c0e-9d8c-2100ad7dd051 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.1189663 May 27 09:33:52.015865 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-48d40706-086d-44b8-9692-d621e377a91f req-439b4549-07ff-46bb-a404-bcf2067889db tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548096 May 27 09:33:52.141061 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 202a10a8-e849-45b0-ad59-c23bc2d0c697 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:33:52.199176 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40744) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:52.211445 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:33:52.384868 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 202a10a8-e849-45b0-ad59-c23bc2d0c697 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:52.385585 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:52.505843 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1852048782-network', 'tenant_id': '4a6b4ca3587f4b8b906f8c2e54b0e94d'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:52.518397 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:52.528040 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Usage tracker for resource:network and tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:52.535388 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:52.554278 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:52.581705 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Made reservation on behalf of 4a6b4ca3587f4b8b906f8c2e54b0e94d for: {'network': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:52.584167 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:52.613549 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:52.639806 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:50Z', 'revision_number': 3, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:52.644646 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Checking router: baa17d24-768f-4d89-8a5d-9668066cd12e for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:33:52.645044 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Updating router baa17d24-768f-4d89-8a5d-9668066cd12e port e926a0f0-dc71-443a-bd33-aee8f27a15f2 binding host dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:33:52.655882 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:52.664124 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Usage tracker for resource:security_group_rule and tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:52.672396 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:52.683355 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:52.708297 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:52.792478 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:52.819818 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:52.829279 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c4e8c11a-c25a-4def-9ff2-42bf22743280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:52.902438 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:52.906781 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:52.918749 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=91808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:33:52.930742 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:52.931431 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.segments_db [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Added segment 77cd37c6-8a95-4088-9503-7dbac2e4b0eb of type vlan for network b36bd8d4-3b56-4004-8f56-4e20f188f84a May 27 09:33:52.961432 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:52.999005 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:53.000961 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:53.002522 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:53.008209 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:53.048638 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:53.122253 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Pushing event updated for resources: {'Network': ['ID=b36bd8d4-3b56-4004-8f56-4e20f188f84a,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:53.135599 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network b36bd8d4-3b56-4004-8f56-4e20f188f84a details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:33:53.136982 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:53.141674 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9421506 May 27 09:33:53.147160 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40752) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:53.172482 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Notify callbacks [] for port, precommit_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:53.193665 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Request body: {'subnet': {'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1852048782-subnet', 'tenant_id': '4a6b4ca3587f4b8b906f8c2e54b0e94d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:53.201019 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.provisioning_blocks [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Transition to ACTIVE for port object e926a0f0-dc71-443a-bd33-aee8f27a15f2 will not be triggered until provisioned by entity L2. {{(pid=91811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:33:53.214124 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:53.223241 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:53.232655 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:53.243396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Usage tracker for resource:subnet and tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:53.249378 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:53.305982 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:53.358150 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Attempting to bind port e926a0f0-dc71-443a-bd33-aee8f27a15f2 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:33:53.358520 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Attempting to bind port e926a0f0-dc71-443a-bd33-aee8f27a15f2 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:33:53.358882 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Attempting to bind port e926a0f0-dc71-443a-bd33-aee8f27a15f2 on network a100e892-3e4c-47db-be6a-a7a16035baee {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:33:53.368706 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:33:53.369102 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Checking segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:33:53.369492 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:53.369882 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Bound using segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:33:53.370346 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Bound port: e926a0f0-dc71-443a-bd33-aee8f27a15f2, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:33:53.370717 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:53.387044 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Made reservation on behalf of 4a6b4ca3587f4b8b906f8c2e54b0e94d for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:53.389402 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6574510'] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:53.396374 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Pushing event updated for resources: {'Port': ['ID=e926a0f0-dc71-443a-bd33-aee8f27a15f2,revision_number=2']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:53.421391 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.421664 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.422507 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.422507 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.422710 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.422913 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.423230 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.423548 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.423998 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.424498 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.426580 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.426580 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:33:53.429992 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:53.468012 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] For port e926a0f0-dc71-443a-bd33-aee8f27a15f2, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:33:53.471968 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] For port e926a0f0-dc71-443a-bd33-aee8f27a15f2, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=e926a0f0-dc71-443a-bd33-aee8f27a15f2,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:33:53.477779 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:53.482223 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:53.571537 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:33:53.572197 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:53.632432 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863cf48-1397-430b-a017-5c6662e36f1a req-db57b4bf-f865-47d3-ab15-e713c80fb795 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:53.633451 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1863cf48-1397-430b-a017-5c6662e36f1a req-db57b4bf-f865-47d3-ab15-e713c80fb795 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.3914111 May 27 09:33:53.634992 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Allocated IP 172.20.0.1 (44c6f72c-cf20-465f-a61f-6cc99ea59f05/4e4b6235-0897-4a91-9f67-ae8ffee4ef11/c5172b9f-7b40-4cb9-8087-2903f0bdb164) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:33:53.823568 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Pushing event updated for resources: {'Port': ['ID=e926a0f0-dc71-443a-bd33-aee8f27a15f2,revision_number=3']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:53.834305 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-206dd1e0-95ca-459e-a43a-692d739dd2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:53.858541 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1863cf48-1397-430b-a017-5c6662e36f1a req-d4453d04-45d9-4cbd-bc5a-27d26c928a43 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085192 May 27 09:33:53.897620 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:33:53.969992 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:54.020369 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Transition to ACTIVE for port object c5172b9f-7b40-4cb9-8087-2903f0bdb164 will not be triggered until provisioned by entity DHCP. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:33:54.282890 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:54.289607 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:54.308778 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:50Z', 'revision_number': 3, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:54.322909 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f970c071-d4e6-4226-8177-4d1b6871f183 None None] The sync data for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb is: [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:50Z', 'revision_number': 3, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:33:54.394606 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:33:54.405316 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:54.414252 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:33:54.454874 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Pushing event updated for resources: {'Port': ['ID=c5172b9f-7b40-4cb9-8087-2903f0bdb164,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:54.464944 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:54.500868 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768102'] for router_interface, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:54.772491 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9e2e68dc-e9a5-4d58-9764-efc192b2bb79 None None] Provisioning for port c5172b9f-7b40-4cb9-8087-2903f0bdb164 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:33:54.781161 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9e2e68dc-e9a5-4d58-9764-efc192b2bb79 None None] Provisioning complete for port c5172b9f-7b40-4cb9-8087-2903f0bdb164 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:54.782293 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9e2e68dc-e9a5-4d58-9764-efc192b2bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:54.795030 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8283631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6574520'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:54.809377 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-eb43d3fd-4fe8-4220-8ca9-bd5761cc1fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:54.876619 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e68dc-e9a5-4d58-9764-efc192b2bb79 None None] Port c5172b9f-7b40-4cb9-8087-2903f0bdb164 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:33:54.953337 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41298b5f-61f6-4f6d-aef6-48824680edbc,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:54.957092 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:54.960980 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Checking segment: {'id': '77cd37c6-8a95-4088-9503-7dbac2e4b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:33:54.961258 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Network hostable DHCP agents. Network: b36bd8d4-3b56-4004-8f56-4e20f188f84a, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:33:55.046339 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:55.155191 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Network b36bd8d4-3b56-4004-8f56-4e20f188f84a is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:33:55.183795 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, b36bd8d4-3b56-4004-8f56-4e20f188f84a) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:55.197153 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18105737-51c8-4ff7-9c8b-ae0ceb53c9be req-8e5cd0d6-df70-4350-984d-30ff949d1c0f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:55.199879 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6e14a-eabf-4095-83c9-4d4cb77d8ba1 None None] Network b36bd8d4-3b56-4004-8f56-4e20f188f84a requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:33:55.209218 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-18105737-51c8-4ff7-9c8b-ae0ceb53c9be req-8e5cd0d6-df70-4350-984d-30ff949d1c0f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.1207941 May 27 09:33:55.216967 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:55.217822 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:55.297036 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-18105737-51c8-4ff7-9c8b-ae0ceb53c9be req-240c87b2-6ad4-464e-9d8b-3d59920d14e9 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864818 May 27 09:33:55.354719 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2040269 May 27 09:33:55.458407 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:55.464886 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:55.528432 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:55.578665 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768197'] for router_interface, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:55.625980 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d168463-2f20-4c90-ad8f-7723f0e96793 None None] Network b36bd8d4-3b56-4004-8f56-4e20f188f84a requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:33:55.729296 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Pushing event updated for resources: {'Port': ['ID=c5172b9f-7b40-4cb9-8087-2903f0bdb164,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:55.738658 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:55.834238 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:33:55.836771 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:33:56.132241 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device e926a0f0-dc71-443a-bd33-aee8f27a15f2 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:33:56.215183 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Router baa17d24-768f-4d89-8a5d-9668066cd12e has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:33:56.270742 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-0cafb747-30cb-4981-9b5e-42040c26fda1 None None] Provisioning complete for port c5172b9f-7b40-4cb9-8087-2903f0bdb164 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:56.271116 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0cafb747-30cb-4981-9b5e-42040c26fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:56.400937 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-0cafb747-30cb-4981-9b5e-42040c26fda1 None None] Port c5172b9f-7b40-4cb9-8087-2903f0bdb164 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:33:56.418926 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port e926a0f0-dc71-443a-bd33-aee8f27a15f2 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:33:56.439065 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port e926a0f0-dc71-443a-bd33-aee8f27a15f2 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:56.440202 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:56.670321 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:56.725731 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port e926a0f0-dc71-443a-bd33-aee8f27a15f2, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=e926a0f0-dc71-443a-bd33-aee8f27a15f2,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:33:56.743250 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:56.753625 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:56.914504 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=e926a0f0-dc71-443a-bd33-aee8f27a15f2,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:56.924015 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:33:56.928156 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:56.966143 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-32c5e25f-b0e9-4b90-bb6b-81616bc20a57 admin admin] 10.222.0.37 "PUT /v2.0/routers/baa17d24-768f-4d89-8a5d-9668066cd12e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0686536 May 27 09:33:56.999922 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac543d2a-a8b9-4e96-9307-4387b7e07a0e req-88767aa8-f267-4057-84eb-b131b5ab0d01 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:57.003137 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac543d2a-a8b9-4e96-9307-4387b7e07a0e req-88767aa8-f267-4057-84eb-b131b5ab0d01 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.2414308 May 27 09:33:57.075501 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac543d2a-a8b9-4e96-9307-4387b7e07a0e req-38b8d779-35fe-4b7a-b4e0-a7b98d2cd356 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643752 May 27 09:33:57.103802 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Sync routers for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:33:57.113360 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:33:57.114044 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:57.314801 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:33:57.540316 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40800) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:57.545909 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1128083589-network', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:57.550891 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:57.554711 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Usage tracker for resource:network and tenant:73b2160d21d94b41a0a16ea2fecd5e9a is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:57.557643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:57.563384 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:57.574201 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Made reservation on behalf of 73b2160d21d94b41a0a16ea2fecd5e9a for: {'network': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:57.576531 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1819195'] for network, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:57.589189 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:57.604580 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:57.608932 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Usage tracker for resource:security_group_rule and tenant:73b2160d21d94b41a0a16ea2fecd5e9a is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:57.611991 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:57.620578 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:57.636102 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:54Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'c5172b9f-7b40-4cb9-8087-2903f0bdb164', 'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:53Z', 'updated_at': '2021-05-27T09:33:55Z', 'revision_number': 2, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'subnets': [{'id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:57.640527 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Checking router: baa17d24-768f-4d89-8a5d-9668066cd12e for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:33:57.640947 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Updating router baa17d24-768f-4d89-8a5d-9668066cd12e port c5172b9f-7b40-4cb9-8087-2903f0bdb164 binding host dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:33:57.699687 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:57.726708 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:57.730960 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:57.734105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-d3512e0c-e296-44af-a85a-37b88e69ae01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:57.768177 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=91809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:33:57.773775 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65363a3-a431-4683-8801-6315169d83aa,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:57.778047 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:57.784519 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:57.784969 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.segments_db [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Added segment ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d of type vlan for network f50dbd75-63e0-4a47-84cc-d5b479c085c8 May 27 09:33:57.922602 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776912942430'] for network, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.007983 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035'] for network, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.011685 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-bb570dd4-e2df-4b90-998f-b6978d27e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:58.013710 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-bb570dd4-e2df-4b90-998f-b6978d27e5a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 1099 time: 0.2114682 May 27 09:33:58.014995 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:58.015779 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.020452 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-03cd4076-65b7-49a6-9820-81bfffe27901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:58.199601 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Notify callbacks [] for port, precommit_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.209743 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6681905 May 27 09:33:58.214424 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 40810) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:33:58.224604 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Transition to ACTIVE for port object c5172b9f-7b40-4cb9-8087-2903f0bdb164 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:33:58.234424 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Request body: {'subnet': {'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1128083589-subnet', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'ip_version': 4}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:33:58.237111 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device e926a0f0-dc71-443a-bd33-aee8f27a15f2 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:33:58.243299 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Pushing event updated for resources: {'Network': ['ID=f50dbd75-63e0-4a47-84cc-d5b479c085c8,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:58.246400 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-53f051c1-cf4c-4b18-bbc3-83b1aa5d890d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:58.247769 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:33:58.256332 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Usage tracker for resource:subnet and tenant:73b2160d21d94b41a0a16ea2fecd5e9a is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:33:58.266244 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:33:58.289015 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Network f50dbd75-63e0-4a47-84cc-d5b479c085c8 details requested by agent ovs-agent-dv-cinder-772623-6-smb with host dv-cinder-772623-6-smb {{(pid=91810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:33:58.293322 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:33:58.319291 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.325583 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Made reservation on behalf of 73b2160d21d94b41a0a16ea2fecd5e9a for: {'subnet': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:33:58.327989 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6574510'] for subnet, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.332162 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242de11-9668-4583-a261-9de33c06b1b4 req-bc4b4cef-567c-4a3d-956d-bf991fb68db2 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:58.340214 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f242de11-9668-4583-a261-9de33c06b1b4 req-bc4b4cef-567c-4a3d-956d-bf991fb68db2 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.1405933 May 27 09:33:58.345917 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-970680a7-4532-4e40-92f1-5aa020238d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:58.347830 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-970680a7-4532-4e40-92f1-5aa020238d69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 917 time: 0.3122437 May 27 09:33:58.400076 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:58.401444 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f242de11-9668-4583-a261-9de33c06b1b4 req-6d48bd32-669e-4f5d-85c0-b0d9a442e745 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599406 May 27 09:33:58.578672 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe2333-1e25-4187-ba35-556725f4d710 None None] Pushing event updated for resources: {'Port': ['ID=c5172b9f-7b40-4cb9-8087-2903f0bdb164,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:58.582640 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-7bfe2333-1e25-4187-ba35-556725f4d710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:58.681490 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port e926a0f0-dc71-443a-bd33-aee8f27a15f2 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:33:58.681860 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.705327 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-b0ff4b66-4066-4d83-83bd-4573f170d281 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e HTTP/1.1" status: 200 len: 1002 time: 0.3499751 May 27 09:33:58.718301 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Attempting to bind port c5172b9f-7b40-4cb9-8087-2903f0bdb164 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:33:58.718667 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Attempting to bind port c5172b9f-7b40-4cb9-8087-2903f0bdb164 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:33:58.719026 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Attempting to bind port c5172b9f-7b40-4cb9-8087-2903f0bdb164 on network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:33:58.741069 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:33:58.741438 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Checking segment: {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:33:58.741833 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.742217 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Bound using segment: {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:33:58.742729 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Bound port: c5172b9f-7b40-4cb9-8087-2903f0bdb164, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:33:58.743051 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.818723 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319acb-0cf1-48f2-ab82-4294940d099b req-da40c718-3b68-40e2-b05c-31e60de7dfc1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:58.820059 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-da40c718-3b68-40e2-b05c-31e60de7dfc1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/networks?id=b36bd8d4-3b56-4004-8f56-4e20f188f84a HTTP/1.1" status: 200 len: 809 time: 0.3554866 May 27 09:33:58.857516 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-16e49669-dbdf-4d57-942f-f168a684df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:58.858893 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-16e49669-dbdf-4d57-942f-f168a684df94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.1449223 May 27 09:33:58.899993 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] For port c5172b9f-7b40-4cb9-8087-2903f0bdb164, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:33:58.903342 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] For port c5172b9f-7b40-4cb9-8087-2903f0bdb164, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=c5172b9f-7b40-4cb9-8087-2903f0bdb164,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:33:58.909761 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:58.914571 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-c37c5dde-ae25-4ec9-af88-a407e9f3e571 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/quotas/4a6b4ca3587f4b8b906f8c2e54b0e94d HTTP/1.1" status: 200 len: 375 time: 0.0587652 May 27 09:33:58.914876 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:58.988776 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-de72059c-382c-4b97-aa48-5602681d2569 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a6b4ca3587f4b8b906f8c2e54b0e94d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659177 May 27 09:33:58.995730 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:33:58.996285 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:59.060551 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe2333-1e25-4187-ba35-556725f4d710 None None] Pushing event updated for resources: {'Port': ['ID=c5172b9f-7b40-4cb9-8087-2903f0bdb164,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:33:59.071462 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-7bfe2333-1e25-4187-ba35-556725f4d710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:33:59.162792 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-954624d1-106a-4afb-96a7-52f3feee0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:59.164267 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-954624d1-106a-4afb-96a7-52f3feee0b2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2951906 May 27 09:33:59.190416 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:33:59.329532 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-dc277255-7503-4100-8a89-26973b2c73f6 service neutron] 10.222.0.37 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317008 May 27 09:33:59.550591 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:54Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'c5172b9f-7b40-4cb9-8087-2903f0bdb164', 'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:53Z', 'updated_at': '2021-05-27T09:33:58Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'subnets': [{'id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:33:59.557881 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c5977-36ad-46f7-b849-a59ed85bbba2 None None] The sync data for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb is: [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:54Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'c5172b9f-7b40-4cb9-8087-2903f0bdb164', 'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:53Z', 'updated_at': '2021-05-27T09:33:58Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'subnets': [{'id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:33:59.654704 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c350d-fbec-477f-9ea1-89367b790514 req-a0e9c2ea-4248-45ba-bc1f-423b754380e6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:33:59.656240 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4d6c350d-fbec-477f-9ea1-89367b790514 req-a0e9c2ea-4248-45ba-bc1f-423b754380e6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.1214416 May 27 09:33:59.682774 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-c836bfee-31a8-4a8c-8d9a-5b1c2b0e4494 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040505 May 27 09:33:59.722896 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4d6c350d-fbec-477f-9ea1-89367b790514 req-1557b331-4866-4d0a-afd1-c74895329076 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534368 May 27 09:33:59.729123 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-8727a5d5-dcdd-41f2-b441-2c6531befe35 service neutron] 10.222.0.37 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920376 May 27 09:33:59.907524 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bd0c387a-6199-497b-8bc9-6a917a766b4a req-17b83c15-9845-4c7d-84eb-0e4f23b24a5a service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133701 May 27 09:33:59.943320 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8283631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6574520'] for subnet, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:33:59.947577 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-cd8830b2-f3c0-4a47-8242-3fedd248d12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:33:59.956890 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-297f1158-b86e-4a09-83aa-ea2c14856d6a req-c045041b-4242-4eb3-9f23-6d55c8c9efa2 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 210 time: 0.0601654 May 27 09:34:00.007099 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786a2727-34ff-4be7-9170-75a38a7c718f,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:00.010055 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:00.044505 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Checking segment: {'id': 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:34:00.045162 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Network hostable DHCP agents. Network: f50dbd75-63e0-4a47-84cc-d5b479c085c8, hostable agents: ['da620cfb-323b-426f-8583-6e2f999a3fd3'], hosted agents: [] {{(pid=91809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:34:00.070551 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Network f50dbd75-63e0-4a47-84cc-d5b479c085c8 is scheduled to be hosted by DHCP agent da620cfb-323b-426f-8583-6e2f999a3fd3 with binding_index 1 {{(pid=91809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:34:00.090145 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device c5172b9f-7b40-4cb9-8087-2903f0bdb164 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:00.093354 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-6-smb, f50dbd75-63e0-4a47-84cc-d5b479c085c8) {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:34:00.112143 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:00.112939 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:00.125398 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a71e39-4071-40fd-b7be-685af1e5f729 None None] Network f50dbd75-63e0-4a47-84cc-d5b479c085c8 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:34:00.143012 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40834) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:00.143653 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-53c7c9ee-e38b-4a16-a281-3359898e1ea7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9278133 May 27 09:34:00.150846 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:00.157064 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:00.162214 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Usage tracker for resource:router and tenant:73b2160d21d94b41a0a16ea2fecd5e9a is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:00.166325 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:00.173300 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:00.188308 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-764078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4014'] for router, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:00.191035 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-765102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-783792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4055'] for router, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:00.210622 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:00.404129 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port c5172b9f-7b40-4cb9-8087-2903f0bdb164 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:00.452032 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port c5172b9f-7b40-4cb9-8087-2903f0bdb164 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:00.452504 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:00.564987 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ae6fd5-8ebc-5d11-9d3d-d0ac3b1ca7ec-f50dbd75-63e0-4a47-84cc-d5b479c085c8', 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'fixed_ips': [{'subnet_id': '786a2727-34ff-4be7-9170-75a38a7c718f'}]}} from dv-cinder-772623-6-smb. {{(pid=91810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:34:00.566071 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:00.643739 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:00.704416 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:00.801000 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port c5172b9f-7b40-4cb9-8087-2903f0bdb164, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=c5172b9f-7b40-4cb9-8087-2903f0bdb164,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:00.810414 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:00.815966 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:00.871079 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.db_base_plugin_common [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Allocated IP 172.20.0.2 (f50dbd75-63e0-4a47-84cc-d5b479c085c8/786a2727-34ff-4be7-9170-75a38a7c718f/76c93842-c569-4007-80ad-8973477b0604) {{(pid=91810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:34:00.920058 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=c5172b9f-7b40-4cb9-8087-2903f0bdb164,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:00.984832 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:01.010219 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175cd5c-a0c3-420f-9d82-1f4bf32feabc req-0396cad9-b916-4193-889d-f864679df13d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:01.011806 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a175cd5c-a0c3-420f-9d82-1f4bf32feabc req-0396cad9-b916-4193-889d-f864679df13d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.0970190 May 27 09:34:01.105607 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-a175cd5c-a0c3-420f-9d82-1f4bf32feabc req-e3091f76-b332-4ad5-a247-c98ef9008503 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817654 May 27 09:34:01.124083 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.166148 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.187280 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Notify callbacks [] for port, precommit_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.199436 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Transition to ACTIVE for port object 76c93842-c569-4007-80ad-8973477b0604 will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:34:01.224640 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Transition to ACTIVE for port object 76c93842-c569-4007-80ad-8973477b0604 will not be triggered until provisioned by entity DHCP. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:34:01.234542 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660'] for port, after_create {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.241210 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:01.270665 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-94f56c56-04c3-49b6-9698-27fc85feb8b8 req-7584bc23-2d34-41ef-992e-d9da9e769c43 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 210 time: 0.0603418 May 27 09:34:01.321049 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Network f50dbd75-63e0-4a47-84cc-d5b479c085c8 is already hosted by enough agents. {{(pid=91810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:34:01.324278 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.scheduler.base_scheduler [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Resources bound (agent type, host, resource id): {{(pid=91810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:34:01.331850 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Received port after_create {{(pid=91810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:34:01.400170 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Allocated IP 172.28.1.22 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/b35a4273-abc5-47e4-a139-f6fa8d7f1483) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:34:01.406046 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Pushing event updated for resources: {'Port': ['ID=76c93842-c569-4007-80ad-8973477b0604,revision_number=1']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:01.414593 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:01.429918 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319acb-0cf1-48f2-ab82-4294940d099b req-f972a136-5184-4090-959f-df6e3a1ed52e tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:01.431828 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-f972a136-5184-4090-959f-df6e3a1ed52e tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.36 "GET /v2.0/networks?id=b36bd8d4-3b56-4004-8f56-4e20f188f84a HTTP/1.1" status: 200 len: 809 time: 0.2390690 May 27 09:34:01.448963 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Request body: {'port': {'device_id': 'c9b72c64-0dbe-4f51-9b47-7d654aba2b10', 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a', 'admin_state_up': True, 'tenant_id': '4a6b4ca3587f4b8b906f8c2e54b0e94d'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:01.450335 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Attempting to bind port 76c93842-c569-4007-80ad-8973477b0604 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:34:01.450804 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Attempting to bind port 76c93842-c569-4007-80ad-8973477b0604 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:34:01.451271 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Attempting to bind port 76c93842-c569-4007-80ad-8973477b0604 on network f50dbd75-63e0-4a47-84cc-d5b479c085c8 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:34:01.458733 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:34:01.459290 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Checking segment: {'id': 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:34:01.459791 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.460283 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Bound using segment: {'id': 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:34:01.460904 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Bound port: 76c93842-c569-4007-80ad-8973477b0604, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:34:01.461382 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.562719 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] For port 76c93842-c569-4007-80ad-8973477b0604, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:34:01.567723 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] For port 76c93842-c569-4007-80ad-8973477b0604, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=76c93842-c569-4007-80ad-8973477b0604,segment=NetworkSegment(ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d),segment_id=ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:34:01.576116 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.583754 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:01.592285 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.614514 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:01.622904 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Usage tracker for resource:port and tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:01.627247 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:01.629892 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.635430 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:01.638288 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-64ce379b-8e47-4174-bc95-a152aef1f5ea tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:01.649693 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Made reservation on behalf of 4a6b4ca3587f4b8b906f8c2e54b0e94d for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:34:01.661260 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.690770 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:01.698329 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Pushing event updated for resources: {'Port': ['ID=76c93842-c569-4007-80ad-8973477b0604,revision_number=2']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:01.708858 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:01.721695 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:34:01.725129 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:34:01.729259 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:34:01.779719 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Pushing event updated for resources: {'Port': ['ID=b35a4273-abc5-47e4-a139-f6fa8d7f1483,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:01.784225 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:01.887653 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Allocated IP 172.20.0.2 (b36bd8d4-3b56-4004-8f56-4e20f188f84a/41298b5f-61f6-4f6d-aef6-48824680edbc/b94ab526-89aa-41b1-a67c-001ef899175e) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:34:02.146868 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:34:02.209132 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:02.268635 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:02.280952 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-43f58d2e-2cea-4bf2-a031-05f4fe23bbc8 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:02.381506 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Network b36bd8d4-3b56-4004-8f56-4e20f188f84a is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:34:02.386013 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:34:02.394592 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:34:02.420208 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:02.440525 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device c5172b9f-7b40-4cb9-8087-2903f0bdb164 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:02.495060 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:02.510498 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:02.510761 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Pushing event updated for resources: {'Port': ['ID=b94ab526-89aa-41b1-a67c-001ef899175e,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:02.518819 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:02.529774 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:02.536866 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:02.546747 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:02.547399 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:02.581404 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65774afe-38ae-425e-a863-53d643ad02d3 req-b1e2202c-0c27-4313-8dc3-ac12c62dc6cc tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:02.583755 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-65774afe-38ae-425e-a863-53d643ad02d3 req-b1e2202c-0c27-4313-8dc3-ac12c62dc6cc tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 931 time: 0.1216705 May 27 09:34:02.584568 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:02.594740 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-380a261b-8ef7-4c82-87ec-bff6dc293f1a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1519418 May 27 09:34:02.613788 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Request body: {'port': {'device_id': 'c9b72c64-0dbe-4f51-9b47-7d654aba2b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:02.645416 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=8']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:02.656910 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:02.665241 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port c5172b9f-7b40-4cb9-8087-2903f0bdb164 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:02.665618 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:02.740586 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa0e2-fc6a-41c5-832e-142a351331cf req-888ea8cf-80dc-4f18-8dd0-f243aa773a6c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:02.742412 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d62fa0e2-fc6a-41c5-832e-142a351331cf req-888ea8cf-80dc-4f18-8dd0-f243aa773a6c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 946 time: 0.3071144 May 27 09:34:02.762686 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-65774afe-38ae-425e-a863-53d643ad02d3 req-310f892a-0dea-493d-8021-93ff9839435c tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Synchronizing usage tracker for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:02.806755 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d62fa0e2-fc6a-41c5-832e-142a351331cf req-9790924f-d130-4ae4-8310-c23d0c88920a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549200 May 27 09:34:02.813042 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-65774afe-38ae-425e-a863-53d643ad02d3 req-310f892a-0dea-493d-8021-93ff9839435c tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Unset dirty status for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:02.814324 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-65774afe-38ae-425e-a863-53d643ad02d3 req-310f892a-0dea-493d-8021-93ff9839435c tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767008 May 27 09:34:02.819568 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 76c93842-c569-4007-80ad-8973477b0604 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:02.820421 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:02.940660 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 76c93842-c569-4007-80ad-8973477b0604 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:02.967796 dv-cinder-772623-6-smb neutron-server[91810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'code': 422} returned with failed status May 27 09:34:03.048943 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763648'] for router, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:03.052795 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491abb61-b1df-4af6-ad5b-9a29593a386e None None] Network f50dbd75-63e0-4a47-84cc-d5b479c085c8 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:34:03.195997 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-2af0484d-7436-4fde-8d09-40fb9987abab None None] Provisioning for port 76c93842-c569-4007-80ad-8973477b0604 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:03.204282 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-2af0484d-7436-4fde-8d09-40fb9987abab None None] Provisioning complete for port 76c93842-c569-4007-80ad-8973477b0604 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:03.204569 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2af0484d-7436-4fde-8d09-40fb9987abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:03.371995 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Router 84bf6b59-9275-4dfa-899b-804c1867772f is scheduled to L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 with binding_index 1 {{(pid=91808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:34:03.444145 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94ab526-89aa-41b1-a67c-001ef899175e {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:34:03.455304 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:03.482160 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Transition to ACTIVE for port object b94ab526-89aa-41b1-a67c-001ef899175e will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:34:03.490228 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:03.499487 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-be12c2c7-8acd-4f6b-a193-9a2dec44781c tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:03.632693 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:34:03.651543 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Sync routers for ids ['84bf6b59-9275-4dfa-899b-804c1867772f'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:34:03.685080 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] Notify callbacks [] for router, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:03.693693 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-21d5049a-731c-4cc3-97b4-3842a2127d9c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5479941 May 27 09:34:03.694012 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Routers {'84bf6b59-9275-4dfa-899b-804c1867772f'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:03.695195 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 40872) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:03.695341 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b94ab526-89aa-41b1-a67c-001ef899175e,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:03.696487 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['84bf6b59-9275-4dfa-899b-804c1867772f'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:03.710214 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:03.793822 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2af0484d-7436-4fde-8d09-40fb9987abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:03.796208 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Attempting to bind port b94ab526-89aa-41b1-a67c-001ef899175e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:34:03.796636 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Attempting to bind port b94ab526-89aa-41b1-a67c-001ef899175e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '77cd37c6-8a95-4088-9503-7dbac2e4b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:34:03.797100 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Attempting to bind port b94ab526-89aa-41b1-a67c-001ef899175e on network b36bd8d4-3b56-4004-8f56-4e20f188f84a {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:34:03.804393 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Port b94ab526-89aa-41b1-a67c-001ef899175e on network b36bd8d4-3b56-4004-8f56-4e20f188f84a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:34:03.804838 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Attempting to bind port b94ab526-89aa-41b1-a67c-001ef899175e on network b36bd8d4-3b56-4004-8f56-4e20f188f84a {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:34:03.811562 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:34:03.811997 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Checking segment: {'id': '77cd37c6-8a95-4088-9503-7dbac2e4b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:34:03.812472 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Bound using segment: {'id': '77cd37c6-8a95-4088-9503-7dbac2e4b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:34:03.813015 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Bound port: b94ab526-89aa-41b1-a67c-001ef899175e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cd37c6-8a95-4088-9503-7dbac2e4b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:34:03.813371 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:03.852466 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-2af0484d-7436-4fde-8d09-40fb9987abab None None] For port 76c93842-c569-4007-80ad-8973477b0604, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=76c93842-c569-4007-80ad-8973477b0604,segment=NetworkSegment(ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d),segment_id=ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:03.865932 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2af0484d-7436-4fde-8d09-40fb9987abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:03.872547 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:04.056463 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0484d-7436-4fde-8d09-40fb9987abab None None] Pushing event updated for resources: {'Port': ['ID=76c93842-c569-4007-80ad-8973477b0604,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:04.061059 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-2af0484d-7436-4fde-8d09-40fb9987abab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:04.091268 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Set router 84bf6b59-9275-4dfa-899b-804c1867772f gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:04.175002 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] For port b94ab526-89aa-41b1-a67c-001ef899175e, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:34:04.179613 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] For port b94ab526-89aa-41b1-a67c-001ef899175e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b94ab526-89aa-41b1-a67c-001ef899175e,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:34:04.191736 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:04.203553 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8698f52b-1274-4a50-9831-06392ee530d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:04.312568 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09026c6-ca2c-4a5d-9b80-128008f0156e req-ff5075c0-bba0-452a-bb05-af93dab964f0 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:04.313348 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-e09026c6-ca2c-4a5d-9b80-128008f0156e req-ff5075c0-bba0-452a-bb05-af93dab964f0 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Synchronizing usage tracker for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:04.325502 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:04.326310 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:04.327703 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b94ab526-89aa-41b1-a67c-001ef899175e HTTP/1.1" status: 200 len: 1093 time: 1.7219419 May 27 09:34:04.331715 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b72c64-0dbe-4f51-9b47-7d654aba2b10', 'tag': 'b94ab526-89aa-41b1-a67c-001ef899175e'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:04.353159 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b94ab526-89aa-41b1-a67c-001ef899175e,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:04.374662 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-277ed2b0-e4cc-41d7-adc6-cf443feef2c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:04.376445 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-e09026c6-ca2c-4a5d-9b80-128008f0156e req-ff5075c0-bba0-452a-bb05-af93dab964f0 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Unset dirty status for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:04.387414 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e09026c6-ca2c-4a5d-9b80-128008f0156e req-ff5075c0-bba0-452a-bb05-af93dab964f0 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 943 time: 0.4191067 May 27 09:34:04.404285 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-359dfb29-825f-4d77-b32e-250c4717fff9 None None] Provisioning complete for port 76c93842-c569-4007-80ad-8973477b0604 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:04.405854 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-359dfb29-825f-4d77-b32e-250c4717fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:04.523711 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b72c64-0dbe-4f51-9b47-7d654aba2b10', 'tag': 'b94ab526-89aa-41b1-a67c-001ef899175e', 'status': 'completed', 'code': 200} May 27 09:34:04.612490 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e09026c6-ca2c-4a5d-9b80-128008f0156e req-12863f8a-264c-4a40-8b59-c20a80453eec tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241919 May 27 09:34:04.618879 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319acb-0cf1-48f2-ab82-4294940d099b req-2418dcc0-3615-4d6c-8d5e-48b47d1b7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:04.620641 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-2418dcc0-3615-4d6c-8d5e-48b47d1b7960 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a6b4ca3587f4b8b906f8c2e54b0e94d&device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 1096 time: 0.2032394 May 27 09:34:04.695370 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:34:00Z', 'updated_at': '2021-05-27T09:34:02Z', 'revision_number': 3, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'gw_port': {'id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:01Z', 'updated_at': '2021-05-27T09:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:04.704181 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-318c21a7-b66d-49de-a38a-63f18912e54b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b94ab526-89aa-41b1-a67c-001ef899175e HTTP/1.1" status: 200 len: 217 time: 0.0740027 May 27 09:34:04.705287 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Checking router: 84bf6b59-9275-4dfa-899b-804c1867772f for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:34:04.705787 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Updating router 84bf6b59-9275-4dfa-899b-804c1867772f port b35a4273-abc5-47e4-a139-f6fa8d7f1483 binding host dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:34:04.773066 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:04.789556 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319acb-0cf1-48f2-ab82-4294940d099b req-da167513-d63b-43ea-9a86-6b9bef529b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:04.791060 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-da167513-d63b-43ea-9a86-6b9bef529b02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41298b5f-61f6-4f6d-aef6-48824680edbc HTTP/1.1" status: 200 len: 849 time: 0.0800107 May 27 09:34:04.876956 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-59281d90-a540-49c0-b7f5-cd8fcfe6ca59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b36bd8d4-3b56-4004-8f56-4e20f188f84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772345 May 27 09:34:05.064976 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:05.154740 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-71a178ad-2cf4-46c9-b9dd-0eae86aad50a service neutron] 10.222.0.36 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596204 May 27 09:34:05.219994 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599009a-78c2-4cf9-b64e-74ed98294948 req-ab77b2c1-0d99-4c32-8fb2-195f7344f328 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:05.223932 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4599009a-78c2-4cf9-b64e-74ed98294948 req-ab77b2c1-0d99-4c32-8fb2-195f7344f328 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.2160456 May 27 09:34:05.328057 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Notify callbacks [] for port, precommit_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:05.338700 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4599009a-78c2-4cf9-b64e-74ed98294948 req-fd4958d4-66d9-4647-ac24-b016040dee70 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998764 May 27 09:34:05.354574 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.provisioning_blocks [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Transition to ACTIVE for port object b35a4273-abc5-47e4-a139-f6fa8d7f1483 will not be triggered until provisioned by entity L2. {{(pid=91811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:34:05.369407 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Allocated IP 172.20.0.1 (f50dbd75-63e0-4a47-84cc-d5b479c085c8/786a2727-34ff-4be7-9170-75a38a7c718f/3c2d11cb-2fd3-4548-96d7-04a49178049f) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:34:05.376046 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:05.382382 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:05.464385 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Attempting to bind port b35a4273-abc5-47e4-a139-f6fa8d7f1483 on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:34:05.464862 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Attempting to bind port b35a4273-abc5-47e4-a139-f6fa8d7f1483 by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:34:05.465129 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Attempting to bind port b35a4273-abc5-47e4-a139-f6fa8d7f1483 on network a100e892-3e4c-47db-be6a-a7a16035baee {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:34:05.472147 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f255676-3ebf-4dfb-a70f-e3c2e5093f24 None None] Pushing event updated for resources: {'Port': ['ID=b35a4273-abc5-47e4-a139-f6fa8d7f1483,revision_number=2']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:05.476512 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-3f255676-3ebf-4dfb-a70f-e3c2e5093f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:05.477473 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:34:05.477844 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Checking segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:34:05.478242 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:05.478625 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Bound using segment: {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'} {{(pid=91811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:34:05.479102 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.managers [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Bound port: b35a4273-abc5-47e4-a139-f6fa8d7f1483, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c470733-f3bc-457a-9576-52c1166f259a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee'}}] {{(pid=91811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:34:05.479463 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:05.515883 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-27319acb-0cf1-48f2-ab82-4294940d099b req-06408585-f681-4bef-b27f-e5825b067b93 service neutron] 10.222.0.36 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511443 May 27 09:34:05.563051 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:05.567963 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-c358b652-684c-4d07-b31a-94904111562b req-1b009ee6-ec27-4055-989a-f32d7dede55f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1524274 May 27 09:34:05.582206 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] For port b35a4273-abc5-47e4-a139-f6fa8d7f1483, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:34:05.582499 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Transition to ACTIVE for port object 3c2d11cb-2fd3-4548-96d7-04a49178049f will not be triggered until provisioned by entity DHCP. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:34:05.589283 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.plugins.ml2.db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] For port b35a4273-abc5-47e4-a139-f6fa8d7f1483, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=b35a4273-abc5-47e4-a139-f6fa8d7f1483,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:34:05.597418 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron_lib.callbacks.manager [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:05.606599 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-4161ea28-7891-4ea6-8fee-5425e4f5bf97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:05.615099 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:05.629105 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-889bf1a1-29ca-43c9-b7e8-b16a0c9af6df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:05.684302 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Network f50dbd75-63e0-4a47-84cc-d5b479c085c8 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:34:05.694297 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:34:05.713160 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:34:05.812084 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Routers {'84bf6b59-9275-4dfa-899b-804c1867772f'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:05.813252 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['84bf6b59-9275-4dfa-899b-804c1867772f'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:05.824792 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-ccb25cc2-ca86-4027-be16-603bd34e6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:05.827749 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-ccb25cc2-ca86-4027-be16-603bd34e6fe5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a6b4ca3587f4b8b906f8c2e54b0e94d&device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 1096 time: 0.2566588 May 27 09:34:05.830442 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2d11cb-2fd3-4548-96d7-04a49178049f,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:05.836265 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:05.881240 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-768102'] for router_interface, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:06.139474 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] Set router 84bf6b59-9275-4dfa-899b-804c1867772f gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:06.151546 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:34:06.304343 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 76c93842-c569-4007-80ad-8973477b0604 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:06.389134 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-1e875643-8542-4e15-a999-d9ac0d046c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:06.390527 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-1e875643-8542-4e15-a999-d9ac0d046c36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b36bd8d4-3b56-4004-8f56-4e20f188f84a HTTP/1.1" status: 200 len: 910 time: 0.5435908 May 27 09:34:06.510393 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f255676-3ebf-4dfb-a70f-e3c2e5093f24 None None] Pushing event updated for resources: {'Port': ['ID=b35a4273-abc5-47e4-a139-f6fa8d7f1483,revision_number=3']} {{(pid=91811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:06.521440 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG oslo_concurrency.lockutils [None req-3f255676-3ebf-4dfb-a70f-e3c2e5093f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=91811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:06.540681 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-4a4a742b-8cb6-49c3-b333-9dd63553fc27 None None] Provisioning for port 3c2d11cb-2fd3-4548-96d7-04a49178049f completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:06.542517 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ae6a2-7d52-4740-a2a1-21be9ae76220 req-3a8b6ade-f4e0-4cc6-8a69-c6eb81a53177 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:06.544067 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9f1ae6a2-7d52-4740-a2a1-21be9ae76220 req-3a8b6ade-f4e0-4cc6-8a69-c6eb81a53177 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 943 time: 0.3352332 May 27 09:34:06.551575 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-4a4a742b-8cb6-49c3-b333-9dd63553fc27 None None] Provisioning complete for port 3c2d11cb-2fd3-4548-96d7-04a49178049f triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:06.552174 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-4a4a742b-8cb6-49c3-b333-9dd63553fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:06.616665 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9f1ae6a2-7d52-4740-a2a1-21be9ae76220 req-c9aa11b0-746a-42ee-b540-267e1dc200e3 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605657 May 27 09:34:06.619696 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-6a3395d7-c1c8-4b76-b4a3-da8535563d05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b94ab526-89aa-41b1-a67c-001ef899175e HTTP/1.1" status: 200 len: 217 time: 0.2205508 May 27 09:34:06.624093 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a742b-8cb6-49c3-b333-9dd63553fc27 None None] Port 3c2d11cb-2fd3-4548-96d7-04a49178049f cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:34:06.647103 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 76c93842-c569-4007-80ad-8973477b0604 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:06.647636 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:06.724598 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:06.797455 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:34:00Z', 'updated_at': '2021-05-27T09:34:02Z', 'revision_number': 3, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'gw_port': {'id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:01Z', 'updated_at': '2021-05-27T09:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:06.803219 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd1cf7-b7a8-4d26-94ce-ade3f9ca80b0 None None] The sync data for ids ['84bf6b59-9275-4dfa-899b-804c1867772f'] in dv-cinder-772623-6-smb is: [{'id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:34:00Z', 'updated_at': '2021-05-27T09:34:02Z', 'revision_number': 3, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'gw_port': {'id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:01Z', 'updated_at': '2021-05-27T09:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:34:06.808830 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-dc120dcd-93cf-4e04-ae99-b44eb1a146dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:06.810590 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-dc120dcd-93cf-4e04-ae99-b44eb1a146dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41298b5f-61f6-4f6d-aef6-48824680edbc HTTP/1.1" status: 200 len: 849 time: 0.1197329 May 27 09:34:06.861885 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09a53e-162b-40bd-b3a7-073f75fbf013 req-645c9a42-78bc-4716-9a17-5b269c334714 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:06.863508 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0e09a53e-162b-40bd-b3a7-073f75fbf013 req-645c9a42-78bc-4716-9a17-5b269c334714 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.2418609 May 27 09:34:06.870639 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-8e461e8a-523a-40ea-97cd-7728e9aa1f10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b36bd8d4-3b56-4004-8f56-4e20f188f84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526741 May 27 09:34:06.992533 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:06.999527 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:07.020872 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0e09a53e-162b-40bd-b3a7-073f75fbf013 req-dd5cc360-36dc-4df7-b5bc-2277a641804d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491609 May 27 09:34:07.027487 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a5187ad2-be0a-4f57-b9a5-b9a58aa05dee tempest-VolumesNegativeTest-1781332422 tempest-VolumesNegativeTest-1781332422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:07.096639 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-6b34d15b-e3f7-4c64-af4c-dd5bec9a7be1 service neutron] 10.222.0.36 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090993 May 27 09:34:07.244651 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-72198a5b-09fa-4cf3-8d04-5b6c113890f2 req-8841fc33-a875-4987-b1d4-36bbc5b5f578 service neutron] 10.222.0.36 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413157 May 27 09:34:07.291216 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2d11cb-2fd3-4548-96d7-04a49178049f,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:07.298310 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:07.302909 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768197'] for router_interface, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:07.410756 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358b652-684c-4d07-b31a-94904111562b req-44d7caea-e45c-4f79-9525-69bf6f49e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:07.416859 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c358b652-684c-4d07-b31a-94904111562b req-44d7caea-e45c-4f79-9525-69bf6f49e393 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf&tenant_id=3e86af4b146247b6a10dd84ed6624fbe HTTP/1.1" status: 200 len: 1097 time: 0.3358037 May 27 09:34:07.507600 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Network f50dbd75-63e0-4a47-84cc-d5b479c085c8 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:34:07.510469 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:34:07.666242 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358b652-684c-4d07-b31a-94904111562b req-7c7a20e0-8998-41e2-a357-9b75a9028f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:07.667730 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c358b652-684c-4d07-b31a-94904111562b req-7c7a20e0-8998-41e2-a357-9b75a9028f10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 1097 time: 0.2240512 May 27 09:34:07.752992 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-7a393fbf-4b93-408e-8783-7260ec40157e None None] Provisioning complete for port 3c2d11cb-2fd3-4548-96d7-04a49178049f triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:07.753547 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-7a393fbf-4b93-408e-8783-7260ec40157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:07.811596 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-7a393fbf-4b93-408e-8783-7260ec40157e None None] Port 3c2d11cb-2fd3-4548-96d7-04a49178049f cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:34:07.858989 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Router 84bf6b59-9275-4dfa-899b-804c1867772f has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:34:07.974170 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358b652-684c-4d07-b31a-94904111562b req-229cee7d-cdd8-4bb7-879b-ef004d1845c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:07.975963 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c358b652-684c-4d07-b31a-94904111562b req-229cee7d-cdd8-4bb7-879b-ef004d1845c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 200 len: 917 time: 0.2994537 May 27 09:34:08.069141 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device b35a4273-abc5-47e4-a139-f6fa8d7f1483 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:08.091835 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798a511-ecd8-4e61-85b2-daf1d7e5db94 req-7d0690a5-e51c-4917-9169-a16c8dd64618 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:08.093400 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0798a511-ecd8-4e61-85b2-daf1d7e5db94 req-7d0690a5-e51c-4917-9169-a16c8dd64618 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 943 time: 0.3160419 May 27 09:34:08.154048 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device b94ab526-89aa-41b1-a67c-001ef899175e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:34:08.161251 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port b35a4273-abc5-47e4-a139-f6fa8d7f1483 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:08.171351 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port b35a4273-abc5-47e4-a139-f6fa8d7f1483 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:08.171817 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:08.213824 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c358b652-684c-4d07-b31a-94904111562b req-8ec2dcc3-d986-4b4e-97be-fb42206a1086 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e HTTP/1.1" status: 200 len: 1000 time: 0.2256596 May 27 09:34:08.266318 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0798a511-ecd8-4e61-85b2-daf1d7e5db94 req-9f220c88-ce0d-4513-9e7c-fefd17c96e1c tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186695 May 27 09:34:08.277329 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:34:08.302034 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-dbaecf69-bd46-4ebc-92e1-c464803b6f03 admin admin] 10.222.0.37 "PUT /v2.0/routers/84bf6b59-9275-4dfa-899b-804c1867772f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6039400 May 27 09:34:08.311879 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358b652-684c-4d07-b31a-94904111562b req-70fb7018-f8d2-4685-bb52-950527b4cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:08.313358 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c358b652-684c-4d07-b31a-94904111562b req-70fb7018-f8d2-4685-bb52-950527b4cdf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 200 len: 855 time: 0.0901601 May 27 09:34:08.429755 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358b652-684c-4d07-b31a-94904111562b req-eca6ba1c-17e0-4d98-bf88-cc9a3fff3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:08.435205 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c358b652-684c-4d07-b31a-94904111562b req-eca6ba1c-17e0-4d98-bf88-cc9a3fff3fe2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1091945 May 27 09:34:08.458417 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port b94ab526-89aa-41b1-a67c-001ef899175e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b94ab526-89aa-41b1-a67c-001ef899175e,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:08.472869 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:08.492970 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'b94ab526-89aa-41b1-a67c-001ef899175e', 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a', 'port_id': 'b94ab526-89aa-41b1-a67c-001ef899175e', 'mac_address': 'fa:16:3e:82:18:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41298b5f-61f6-4f6d-aef6-48824680edbc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:34:08.498037 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port b35a4273-abc5-47e4-a139-f6fa8d7f1483, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=b35a4273-abc5-47e4-a139-f6fa8d7f1483,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:08.522569 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7e020-3b52-4c94-a397-f78f52646ad5 req-ebce22b2-7e57-47de-b6e7-4e0fea74be89 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:08.524439 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-dcf7e020-3b52-4c94-a397-f78f52646ad5 req-ebce22b2-7e57-47de-b6e7-4e0fea74be89 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1500158 May 27 09:34:08.554532 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:08.574904 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:08.603272 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-dcf7e020-3b52-4c94-a397-f78f52646ad5 req-78e0745a-d9e5-4713-a621-45045b5b1477 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722923 May 27 09:34:08.617567 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Sync routers for ids ['84bf6b59-9275-4dfa-899b-804c1867772f'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:34:08.667175 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c358b652-684c-4d07-b31a-94904111562b req-2b792281-d38d-43a7-bfde-d284def8dea4 service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240379 May 27 09:34:08.675189 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:08.687522 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Routers {'84bf6b59-9275-4dfa-899b-804c1867772f'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:08.688171 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['84bf6b59-9275-4dfa-899b-804c1867772f'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:08.774840 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=b35a4273-abc5-47e4-a139-f6fa8d7f1483,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:08.781990 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:08.784113 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94ab526-89aa-41b1-a67c-001ef899175e {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:34:08.825304 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-c358b652-684c-4d07-b31a-94904111562b req-eaba9396-a19d-4cba-98c6-ca02cca0a76f service neutron] 10.222.0.36 "GET /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491935 May 27 09:34:08.871705 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port b94ab526-89aa-41b1-a67c-001ef899175e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b94ab526-89aa-41b1-a67c-001ef899175e,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:08.879049 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:08.883379 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:09.004307 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Set router 84bf6b59-9275-4dfa-899b-804c1867772f gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:09.085169 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=b94ab526-89aa-41b1-a67c-001ef899175e,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:09.090360 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:09.147087 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['b94ab526-89aa-41b1-a67c-001ef899175e'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:34:09.541620 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:34:00Z', 'updated_at': '2021-05-27T09:34:06Z', 'revision_number': 4, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'gw_port': {'id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:01Z', 'updated_at': '2021-05-27T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '3c2d11cb-2fd3-4548-96d7-04a49178049f', 'name': '', 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'mac_address': 'fa:16:3e:57:69:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '786a2727-34ff-4be7-9170-75a38a7c718f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:05Z', 'updated_at': '2021-05-27T09:34:06Z', 'revision_number': 2, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'subnets': [{'id': '786a2727-34ff-4be7-9170-75a38a7c718f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:09.549894 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Checking router: 84bf6b59-9275-4dfa-899b-804c1867772f for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:34:09.550202 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Updating router 84bf6b59-9275-4dfa-899b-804c1867772f port 3c2d11cb-2fd3-4548-96d7-04a49178049f binding host dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:34:09.671241 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:09.840230 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf4f1f-a901-4306-9afd-77d5b9a8b68f req-d7f3470b-96ca-4e30-b6fb-335c0acd997e tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:09.841910 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-80bf4f1f-a901-4306-9afd-77d5b9a8b68f req-d7f3470b-96ca-4e30-b6fb-335c0acd997e tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 944 time: 0.3914902 May 27 09:34:09.934114 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2441-2e1d-4f45-80f9-6e8d6319998f req-92b78123-b330-424a-bac4-83db9792093c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:09.935310 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-80bf4f1f-a901-4306-9afd-77d5b9a8b68f req-b851e6e1-235a-4871-a604-1c2762d25ee2 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834661 May 27 09:34:09.952097 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-200b2441-2e1d-4f45-80f9-6e8d6319998f req-92b78123-b330-424a-bac4-83db9792093c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1377628 May 27 09:34:10.044129 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-200b2441-2e1d-4f45-80f9-6e8d6319998f req-65ffeb38-b690-4a8f-9a8b-c60b7ed78c46 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906026 May 27 09:34:10.204042 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device b35a4273-abc5-47e4-a139-f6fa8d7f1483 up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:10.231369 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device b94ab526-89aa-41b1-a67c-001ef899175e up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:10.485214 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:10.521341 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Transition to ACTIVE for port object 3c2d11cb-2fd3-4548-96d7-04a49178049f will not be triggered until provisioned by entity L2. {{(pid=91810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:34:10.525012 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port b35a4273-abc5-47e4-a139-f6fa8d7f1483 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:10.526480 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:10.565034 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port b94ab526-89aa-41b1-a67c-001ef899175e completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:10.582820 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port b94ab526-89aa-41b1-a67c-001ef899175e triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:10.583828 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:10.722342 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:10.729093 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:11.085127 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee776b-0668-48c6-b6eb-344269bc5b74 None None] Pushing event updated for resources: {'Port': ['ID=3c2d11cb-2fd3-4548-96d7-04a49178049f,revision_number=3']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:11.119130 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fcee776b-0668-48c6-b6eb-344269bc5b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:11.366902 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75cf5-e7e6-46d5-9d9e-a80cae5eb134 req-728aca46-24fb-4bfd-bc5a-e06cd6aef24f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:11.388444 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b2a75cf5-e7e6-46d5-9d9e-a80cae5eb134 req-728aca46-24fb-4bfd-bc5a-e06cd6aef24f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 944 time: 0.2481005 May 27 09:34:11.516205 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23548bbf-f1a6-4441-b59f-0a23f6c9459f req-ade5bc81-26bd-4eee-a986-6d806093acde tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:11.529498 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b2a75cf5-e7e6-46d5-9d9e-a80cae5eb134 req-b465926a-b81d-4dce-a1fc-a529b22b4b47 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399941 May 27 09:34:11.547367 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-23548bbf-f1a6-4441-b59f-0a23f6c9459f req-ade5bc81-26bd-4eee-a986-6d806093acde tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.2295566 May 27 09:34:11.572016 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:11.616261 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-23548bbf-f1a6-4441-b59f-0a23f6c9459f req-5b8aec2d-75bc-47d0-a9fb-a65236bc7d06 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803838 May 27 09:34:11.617859 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Attempting to bind port 3c2d11cb-2fd3-4548-96d7-04a49178049f on host dv-cinder-772623-6-smb for vnic_type normal with profile {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:34:11.618423 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Attempting to bind port 3c2d11cb-2fd3-4548-96d7-04a49178049f by drivers openvswitch,hyperv on host dv-cinder-772623-6-smb at level 0 using segments [{'id': 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8'}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:34:11.618965 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Attempting to bind port 3c2d11cb-2fd3-4548-96d7-04a49178049f on network f50dbd75-63e0-4a47-84cc-d5b479c085c8 {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:34:11.644299 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b72c64-0dbe-4f51-9b47-7d654aba2b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94ab526-89aa-41b1-a67c-001ef899175e'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:11.654295 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Checking agent: {'id': '1a4f19ae-de63-49ef-8c6d-9daf03264b89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 19, 16), 'started_at': datetime.datetime(2021, 5, 27, 9, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:34:11.654964 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Checking segment: {'id': 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:34:11.658480 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:11.659107 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Bound using segment: {'id': 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8'} {{(pid=91810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:34:11.661907 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.managers [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Bound port: 3c2d11cb-2fd3-4548-96d7-04a49178049f, host: dv-cinder-772623-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8'}}] {{(pid=91810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:34:11.662527 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:11.700236 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port b94ab526-89aa-41b1-a67c-001ef899175e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b94ab526-89aa-41b1-a67c-001ef899175e,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:11.746115 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b72c64-0dbe-4f51-9b47-7d654aba2b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94ab526-89aa-41b1-a67c-001ef899175e', 'code': 200} May 27 09:34:11.746115 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:11.756121 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fcee776b-0668-48c6-b6eb-344269bc5b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:11.883869 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=b94ab526-89aa-41b1-a67c-001ef899175e,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:11.892496 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:11.946824 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] For port 3c2d11cb-2fd3-4548-96d7-04a49178049f, host dv-cinder-772623-6-smb, cleared binding levels {{(pid=91810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:34:11.950841 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] For port 3c2d11cb-2fd3-4548-96d7-04a49178049f, host dv-cinder-772623-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=3c2d11cb-2fd3-4548-96d7-04a49178049f,segment=NetworkSegment(ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d),segment_id=ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d)] {{(pid=91810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:34:11.968854 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:11.988868 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:12.037508 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c619b7-9e99-4e88-9d8f-7a9973a01365 req-813daeec-0887-46c3-907c-6e070ff542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:12.038976 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35c619b7-9e99-4e88-9d8f-7a9973a01365 req-813daeec-0887-46c3-907c-6e070ff542f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 1098 time: 0.0830212 May 27 09:34:12.099351 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Routers {'84bf6b59-9275-4dfa-899b-804c1867772f'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:12.100321 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:33:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['84bf6b59-9275-4dfa-899b-804c1867772f'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:12.168801 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-35c619b7-9e99-4e88-9d8f-7a9973a01365 req-8d1554c7-ecea-46ed-8130-8225f21c4306 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224768 May 27 09:34:12.210895 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee776b-0668-48c6-b6eb-344269bc5b74 None None] Pushing event updated for resources: {'Port': ['ID=3c2d11cb-2fd3-4548-96d7-04a49178049f,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:12.214265 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fcee776b-0668-48c6-b6eb-344269bc5b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:12.236357 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ceb7be20-930a-4f30-83c4-1b355b79b772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:12.424928 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] Set router 84bf6b59-9275-4dfa-899b-804c1867772f gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:12.925736 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08bfce-47e8-47ae-a3cd-c0b70c345ace req-c381d272-184d-4b97-8ce1-96bcef2ded68 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:12.933874 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bc08bfce-47e8-47ae-a3cd-c0b70c345ace req-c381d272-184d-4b97-8ce1-96bcef2ded68 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 945 time: 0.2666681 May 27 09:34:13.023315 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bc08bfce-47e8-47ae-a3cd-c0b70c345ace req-e6a959bf-29fa-4a60-8748-b9de34dd1dff tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881107 May 27 09:34:13.117314 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3876f21-2962-4837-9722-031da629f7d7 req-915bb09e-843b-4f29-8690-b4c3b73f28dc tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:13.121308 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f3876f21-2962-4837-9722-031da629f7d7 req-915bb09e-843b-4f29-8690-b4c3b73f28dc tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.2604485 May 27 09:34:13.159648 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:34:00Z', 'updated_at': '2021-05-27T09:34:06Z', 'revision_number': 4, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'gw_port': {'id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:01Z', 'updated_at': '2021-05-27T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '3c2d11cb-2fd3-4548-96d7-04a49178049f', 'name': '', 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'mac_address': 'fa:16:3e:57:69:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '786a2727-34ff-4be7-9170-75a38a7c718f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:05Z', 'updated_at': '2021-05-27T09:34:11Z', 'revision_number': 4, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'subnets': [{'id': '786a2727-34ff-4be7-9170-75a38a7c718f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:13.165878 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a9221-1a54-42a8-8294-ee07b90ac4f6 None None] The sync data for ids ['84bf6b59-9275-4dfa-899b-804c1867772f'] in dv-cinder-772623-6-smb is: [{'id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:34:00Z', 'updated_at': '2021-05-27T09:34:06Z', 'revision_number': 4, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'gw_port': {'id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:01Z', 'updated_at': '2021-05-27T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '3c2d11cb-2fd3-4548-96d7-04a49178049f', 'name': '', 'network_id': 'f50dbd75-63e0-4a47-84cc-d5b479c085c8', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'mac_address': 'fa:16:3e:57:69:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '786a2727-34ff-4be7-9170-75a38a7c718f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:05Z', 'updated_at': '2021-05-27T09:34:11Z', 'revision_number': 4, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'subnets': [{'id': '786a2727-34ff-4be7-9170-75a38a7c718f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:34:13.220789 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f3876f21-2962-4837-9722-031da629f7d7 req-a70a867d-0c81-4172-a26e-f95370c3eac6 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840037 May 27 09:34:14.164226 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 3c2d11cb-2fd3-4548-96d7-04a49178049f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:14.347799 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning for port 3c2d11cb-2fd3-4548-96d7-04a49178049f completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:14.355505 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 3c2d11cb-2fd3-4548-96d7-04a49178049f triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:14.355887 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:14.680541 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8976260-7f0e-4f7c-8863-83040c82023a req-9653c61b-918b-47da-849b-058674a5c2e3 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:14.704162 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d8976260-7f0e-4f7c-8863-83040c82023a req-9653c61b-918b-47da-849b-058674a5c2e3 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 945 time: 0.3507915 May 27 09:34:14.870280 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d8976260-7f0e-4f7c-8863-83040c82023a req-667d45f1-ad81-40fd-bb05-bb580db3d40d tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650391 May 27 09:34:14.930530 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-4b157858-39f9-4bd6-ba8c-b75ad98181da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:14.941909 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:14.997759 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e81e-ffcd-4160-ae12-061380d8b250 req-025c4c5e-d719-4e3b-8391-98e6acde2d71 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:15.016171 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6a81e81e-ffcd-4160-ae12-061380d8b250 req-025c4c5e-d719-4e3b-8391-98e6acde2d71 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.3412766 May 27 09:34:15.062718 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] For port 3c2d11cb-2fd3-4548-96d7-04a49178049f, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=3c2d11cb-2fd3-4548-96d7-04a49178049f,segment=NetworkSegment(ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d),segment_id=ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:15.073583 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:15.077726 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:15.173542 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6a81e81e-ffcd-4160-ae12-061380d8b250 req-c234117a-9633-4fe0-97de-a653ee59c8c1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562195 May 27 09:34:15.268263 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Pushing event updated for resources: {'Port': ['ID=3c2d11cb-2fd3-4548-96d7-04a49178049f,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:15.292809 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.292809 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.292809 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.292809 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.292809 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.302564 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.303722 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.304116 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.304483 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.304922 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.305351 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.305824 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:15.311288 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:15.804785 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:16.223075 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 3c2d11cb-2fd3-4548-96d7-04a49178049f up at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:16.464755 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Provisioning complete for port 3c2d11cb-2fd3-4548-96d7-04a49178049f triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:16.465712 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:16.716016 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02043e65-f680-4986-a600-7d8ceb72c1ff req-917e2bbb-aa28-42ec-9d29-5a389af07b84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:16.727784 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-02043e65-f680-4986-a600-7d8ceb72c1ff req-917e2bbb-aa28-42ec-9d29-5a389af07b84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1508899 May 27 09:34:16.817719 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-02043e65-f680-4986-a600-7d8ceb72c1ff req-6154907f-c661-4621-a77a-f8d05f165bf1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875201 May 27 09:34:17.446073 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:17.590213 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31ccc7-eebe-41ac-a899-96264d6795f9 req-5a701799-1b62-43d3-82b2-47d316bd6b32 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:17.591836 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-af31ccc7-eebe-41ac-a899-96264d6795f9 req-5a701799-1b62-43d3-82b2-47d316bd6b32 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 945 time: 0.2225065 May 27 09:34:17.693370 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-af31ccc7-eebe-41ac-a899-96264d6795f9 req-2a834eb4-5497-4f54-b43b-2dfd50d42b3a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847504 May 27 09:34:18.028177 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:34:18.224368 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c593df-03c0-4fb5-b5dd-7b0c6514edf0 req-72d7b056-2baa-4bc5-af04-b4de6d8a3332 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:18.226411 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-80c593df-03c0-4fb5-b5dd-7b0c6514edf0 req-72d7b056-2baa-4bc5-af04-b4de6d8a3332 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1215477 May 27 09:34:18.293633 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-80c593df-03c0-4fb5-b5dd-7b0c6514edf0 req-fe16e2b7-543c-4abb-8cc0-3cbe48afb92c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591941 May 27 09:34:18.871457 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:19.065736 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b7325-ec5e-4307-9448-30ae95549542 req-64f81e17-8b9f-4ec2-8897-93666b4ac3fe tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:19.068448 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-155b7325-ec5e-4307-9448-30ae95549542 req-64f81e17-8b9f-4ec2-8897-93666b4ac3fe tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 945 time: 0.1329744 May 27 09:34:19.172910 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-155b7325-ec5e-4307-9448-30ae95549542 req-4d0d3928-b0fa-4691-b444-38a4fada4e24 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868709 May 27 09:34:19.672198 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5eee9-264d-4562-84a9-225ca284e82e req-3bfd7dfe-38f1-41e6-9202-c20f368c4569 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:19.680624 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9ce5eee9-264d-4562-84a9-225ca284e82e req-3bfd7dfe-38f1-41e6-9202-c20f368c4569 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1018841 May 27 09:34:19.750412 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9ce5eee9-264d-4562-84a9-225ca284e82e req-6c87316e-1c98-4548-a937-d4b928a647fc tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645671 May 27 09:34:20.607803 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ee41-ec3e-4eb8-8ac0-2fd2831585ce req-674c0098-1720-4c87-8099-31a5dfb47b96 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:20.609494 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f489ee41-ec3e-4eb8-8ac0-2fd2831585ce req-674c0098-1720-4c87-8099-31a5dfb47b96 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 945 time: 0.1514087 May 27 09:34:20.691655 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f489ee41-ec3e-4eb8-8ac0-2fd2831585ce req-3f192df5-0ca5-4c10-87c5-04b3a47b640d tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693572 May 27 09:34:21.080845 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba7e56-6d5b-46a1-8a63-437a65821c03 req-cdc91d2c-1a92-4dd2-813a-0c839a08db3d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:21.089078 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-46ba7e56-6d5b-46a1-8a63-437a65821c03 req-cdc91d2c-1a92-4dd2-813a-0c839a08db3d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1353743 May 27 09:34:21.152152 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-46ba7e56-6d5b-46a1-8a63-437a65821c03 req-a556002f-84ab-4c1d-81e1-4194084abb6f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617065 May 27 09:34:21.702773 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-448b991d-99c3-409d-b40b-6e3a94d8b3ee tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:21.706300 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-448b991d-99c3-409d-b40b-6e3a94d8b3ee tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 945 time: 0.2784173 May 27 09:34:22.043485 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d39f3-86b1-4a35-aca1-f97f2a8b548a req-f3ccadda-c7dc-40b7-9be0-0bd1968ac140 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:22.056169 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d40d39f3-86b1-4a35-aca1-f97f2a8b548a req-f3ccadda-c7dc-40b7-9be0-0bd1968ac140 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 945 time: 0.1725934 May 27 09:34:22.156015 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d40d39f3-86b1-4a35-aca1-f97f2a8b548a req-68784d41-7e15-441a-987d-213b4067df59 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980561 May 27 09:34:22.213005 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Deleting port b94ab526-89aa-41b1-a67c-001ef899175e {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:34:22.214032 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:22.471324 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] For port b94ab526-89aa-41b1-a67c-001ef899175e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b94ab526-89aa-41b1-a67c-001ef899175e,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:22.472187 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:22.694533 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Calling delete_port for b94ab526-89aa-41b1-a67c-001ef899175e owned by compute:nova {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:34:22.751086 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea05cf8-ee15-4dc9-b3d6-a5b73dfaef82 req-96a535ea-ba6b-480e-a851-f75bb84ddd96 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:22.758647 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8ea05cf8-ee15-4dc9-b3d6-a5b73dfaef82 req-96a535ea-ba6b-480e-a851-f75bb84ddd96 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.2035694 May 27 09:34:22.818081 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-8ea05cf8-ee15-4dc9-b3d6-a5b73dfaef82 req-db34d322-e796-41f2-87c6-c93e3b283fc2 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580761 May 27 09:34:23.045896 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:23.061028 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:23.142912 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Pushing event deleted for resources: {'Port': ['ID=b94ab526-89aa-41b1-a67c-001ef899175e,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:23.147694 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:23.258633 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] No DVR routers for this DVR port b94ab526-89aa-41b1-a67c-001ef899175e on host hv-cinder-77262 {{(pid=91808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:34:23.262010 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:23.265490 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b72c64-0dbe-4f51-9b47-7d654aba2b10', 'name': 'network-vif-deleted', 'tag': 'b94ab526-89aa-41b1-a67c-001ef899175e'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:23.339342 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-22ded217-63ca-45d9-8b49-f87c4dd0cbc8 req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.36 "DELETE /v2.0/ports/b94ab526-89aa-41b1-a67c-001ef899175e HTTP/1.1" status: 204 len: 173 time: 1.4594567 May 27 09:34:23.429183 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b72c64-0dbe-4f51-9b47-7d654aba2b10', 'name': 'network-vif-deleted', 'tag': 'b94ab526-89aa-41b1-a67c-001ef899175e', 'status': 'completed', 'code': 200} May 27 09:34:23.441233 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-ebbea4f4-de40-4dbf-b362-a828c8015696 req-bcf84720-74f1-47bf-911f-c965495c15af tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Synchronizing usage tracker for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:23.463247 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-ebbea4f4-de40-4dbf-b362-a828c8015696 req-bcf84720-74f1-47bf-911f-c965495c15af tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Unset dirty status for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:23.464524 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ebbea4f4-de40-4dbf-b362-a828c8015696 req-bcf84720-74f1-47bf-911f-c965495c15af tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 210 time: 0.0778658 May 27 09:34:23.841682 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2634e-3c62-4782-8131-3c5555fc033b req-9bafd28c-c742-4680-889f-42616c4e3abf tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:23.842348 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-49a2634e-3c62-4782-8131-3c5555fc033b req-9bafd28c-c742-4680-889f-42616c4e3abf tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Synchronizing usage tracker for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:network {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:23.871565 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-49a2634e-3c62-4782-8131-3c5555fc033b req-9bafd28c-c742-4680-889f-42616c4e3abf tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Unset dirty status for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:network {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:23.873578 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-9bafd28c-c742-4680-889f-42616c4e3abf tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/networks?id=44c6f72c-cf20-465f-a61f-6cc99ea59f05 HTTP/1.1" status: 200 len: 815 time: 0.3296661 May 27 09:34:23.896936 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-3b9f748b-9ad1-4e9e-99e7-f24b8cdf3a39 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/quotas/7bc7bca90bc34e72bf05e5f352404b9d HTTP/1.1" status: 200 len: 375 time: 0.0165970 May 27 09:34:24.013936 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-49a2634e-3c62-4782-8131-3c5555fc033b req-4ce980bc-6e22-4dfe-8cf7-7fb0eea5b16f tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Synchronizing usage tracker for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:24.035046 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-49a2634e-3c62-4782-8131-3c5555fc033b req-4ce980bc-6e22-4dfe-8cf7-7fb0eea5b16f tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Unset dirty status for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:24.036614 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-4ce980bc-6e22-4dfe-8cf7-7fb0eea5b16f tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7bc7bca90bc34e72bf05e5f352404b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307521 May 27 09:34:24.195168 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c22ff-11fb-4d77-a5ca-3f4b233a5df9 req-7d646c50-7313-4c48-8630-460ad58fdf7b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:24.196635 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-412c22ff-11fb-4d77-a5ca-3f4b233a5df9 req-7d646c50-7313-4c48-8630-460ad58fdf7b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.2148180 May 27 09:34:24.232963 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-95ac512d-0cb5-4b47-a823-ff47acb635bd service neutron] 10.222.0.37 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830347 May 27 09:34:24.239094 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device b94ab526-89aa-41b1-a67c-001ef899175e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:34:24.245156 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-412c22ff-11fb-4d77-a5ca-3f4b233a5df9 req-ad406e04-a026-408e-9de5-dd9d0c03d904 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 May 27 09:34:24.286232 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: b94ab526-89aa-41b1-a67c-001ef899175e {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:34:24.286601 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device b94ab526-89aa-41b1-a67c-001ef899175e not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:34:24.386107 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-7fd9fd39-af99-401b-88af-f77295e89c44 service neutron] 10.222.0.37 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452498 May 27 09:34:24.578728 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-cfdad13d-e0b4-4a89-906f-068a2e7aaac5 req-77cd6a41-91d4-4ba5-9c43-b43a031f796b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 210 time: 0.0453367 May 27 09:34:24.684823 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-50429312-47b3-4159-8ce0-da0f370e78ca req-2cfae2fe-8483-4ac8-a246-1b4bc2ce6b26 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9b72c64-0dbe-4f51-9b47-7d654aba2b10 HTTP/1.1" status: 200 len: 210 time: 0.0480208 May 27 09:34:25.459340 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca3c77-4b4d-4a67-8b7f-9989f2992f65 req-745ac346-2f10-4baa-9873-5c67d0a2acfc tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:25.460929 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0cca3c77-4b4d-4a67-8b7f-9989f2992f65 req-745ac346-2f10-4baa-9873-5c67d0a2acfc tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.0912623 May 27 09:34:25.508046 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-0cca3c77-4b4d-4a67-8b7f-9989f2992f65 req-8c45087f-f182-48a0-88b2-1d486b27c8f0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 May 27 09:34:25.801401 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2634e-3c62-4782-8131-3c5555fc033b req-3eb091dd-3040-4c6c-ae28-6969b506345c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:25.803279 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-3eb091dd-3040-4c6c-ae28-6969b506345c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.36 "GET /v2.0/networks?id=44c6f72c-cf20-465f-a61f-6cc99ea59f05 HTTP/1.1" status: 200 len: 815 time: 0.1906657 May 27 09:34:25.816775 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'port': {'device_id': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'admin_state_up': True, 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:25.847210 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-8fc13b7d-c754-4aac-8059-bca93dc48b52 req-a28f7654-8bf0-4e30-ad4c-73c7e344bc89 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 210 time: 0.0815241 May 27 09:34:26.081697 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:26.107660 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:26.137741 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Made reservation on behalf of 7bc7bca90bc34e72bf05e5f352404b9d for: {'port': 1} {{(pid=91808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:34:26.141191 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:26.157916 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-b92d4c7e-323d-464c-b292-fc2c36d0e8d8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:26.158308 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-b92d4c7e-323d-464c-b292-fc2c36d0e8d8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Synchronizing usage tracker for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:network {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:26.233521 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-b92d4c7e-323d-464c-b292-fc2c36d0e8d8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Unset dirty status for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:network {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:26.234774 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-b92d4c7e-323d-464c-b292-fc2c36d0e8d8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/networks?id=b36bd8d4-3b56-4004-8f56-4e20f188f84a HTTP/1.1" status: 200 len: 809 time: 0.2753839 May 27 09:34:26.243383 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:34:26.281557 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-06e3e6ea-fe6e-4869-a61b-615b4c87c4ba tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/quotas/4a6b4ca3587f4b8b906f8c2e54b0e94d HTTP/1.1" status: 200 len: 375 time: 0.0251839 May 27 09:34:26.368798 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-0b22edee-4d9d-4011-bf49-e809e3a372d2 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a6b4ca3587f4b8b906f8c2e54b0e94d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861118 May 27 09:34:26.599173 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Allocated IP 172.20.0.9 (44c6f72c-cf20-465f-a61f-6cc99ea59f05/4e4b6235-0897-4a91-9f67-ae8ffee4ef11/17923c34-49a5-493d-ad34-2674d1a56130) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:34:26.616251 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:26.639656 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'port_id': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'mac_address': 'fa:16:3e:9c:20:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:34:26.649002 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-76885453-d9dd-4a6c-9488-9ed6cc4b3efd service neutron] 10.222.0.37 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788131 May 27 09:34:26.744264 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:26.844522 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e41bfe-daf5-42b5-9cbb-cae47610042e {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:34:26.868212 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:26.871108 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03931c7f-0be7-4a4b-bec8-e9de8c2f3397 req-4697ea83-6e0e-4ac4-997f-fae99a266605 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:26.873085 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-03931c7f-0be7-4a4b-bec8-e9de8c2f3397 req-4697ea83-6e0e-4ac4-997f-fae99a266605 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 944 time: 0.1537578 May 27 09:34:26.876142 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:26.878651 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:26.955535 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-03931c7f-0be7-4a4b-bec8-e9de8c2f3397 req-72e493c3-6def-45dc-abc0-867f7d9ace6f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677752 May 27 09:34:26.982735 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=9']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:26.988108 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:27.052582 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-b969cf40-d867-4c04-8219-1f41a95e2b30 service neutron] 10.222.0.37 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026771 May 27 09:34:27.099653 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['55e41bfe-daf5-42b5-9cbb-cae47610042e'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:34:27.177771 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:27.201412 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e95be5fc-9430-48e7-923c-a3e60523b4b2 req-2809b732-b504-40e9-a674-296ef36d5c91 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 210 time: 0.0699244 May 27 09:34:27.220893 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Transition to ACTIVE for port object 17923c34-49a5-493d-ad34-2674d1a56130 will not be triggered until provisioned by entity DHCP. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:34:27.254396 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:27.261308 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1a5058a9-f8d1-4768-a77c-4eae2dea9f95 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:27.435423 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'Port': ['ID=17923c34-49a5-493d-ad34-2674d1a56130,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:27.448439 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:27.461815 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:34:27.463247 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:34:27.465161 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bcd582f0-ad89-4859-aa20-b10c58c16ee1 req-8deac198-4e95-46fb-a2f0-6ae7afbc1212 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.1073081 May 27 09:34:27.486306 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:34:27.645096 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:27.645708 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:27.730911 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9193912 May 27 09:34:27.877780 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-db732798-8af4-4072-9340-3733cfd1eb31 None None] Provisioning for port 17923c34-49a5-493d-ad34-2674d1a56130 completed by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:27.884419 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-db732798-8af4-4072-9340-3733cfd1eb31 None None] Provisioning complete for port 17923c34-49a5-493d-ad34-2674d1a56130 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:27.885152 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-db732798-8af4-4072-9340-3733cfd1eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:27.955796 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-db732798-8af4-4072-9340-3733cfd1eb31 None None] Port 17923c34-49a5-493d-ad34-2674d1a56130 cannot update to ACTIVE because it is not bound. {{(pid=91810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:34:28.254837 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:28.324838 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f8595-0331-43b4-82b7-db2e4a7ad06c req-eb8c7e20-b4da-4d4f-a5d2-cc5c692a32f0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:28.333727 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-896f8595-0331-43b4-82b7-db2e4a7ad06c req-eb8c7e20-b4da-4d4f-a5d2-cc5c692a32f0 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 945 time: 0.1812243 May 27 09:34:28.379954 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 55e41bfe-daf5-42b5-9cbb-cae47610042e triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:28.380364 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:28.435346 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-896f8595-0331-43b4-82b7-db2e4a7ad06c req-5c464b12-5836-43f9-8e3d-54455ceca756 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974288 May 27 09:34:28.495798 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b51b3-e3a6-45f7-9ba6-ed1a78aab110 req-69952f76-f5d2-4580-81f3-b4edcd1d8a5f tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:28.498122 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-027b51b3-e3a6-45f7-9ba6-ed1a78aab110 req-69952f76-f5d2-4580-81f3-b4edcd1d8a5f tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 931 time: 0.1317530 May 27 09:34:28.555212 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-027b51b3-e3a6-45f7-9ba6-ed1a78aab110 req-31288149-00e9-464c-93b7-46c8ff89905a tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Synchronizing usage tracker for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:security_group {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:28.590964 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-027b51b3-e3a6-45f7-9ba6-ed1a78aab110 req-31288149-00e9-464c-93b7-46c8ff89905a tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Unset dirty status for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:security_group {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:28.591793 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:28.609774 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-027b51b3-e3a6-45f7-9ba6-ed1a78aab110 req-31288149-00e9-464c-93b7-46c8ff89905a tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981898 May 27 09:34:28.641521 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:28.652596 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:28.658841 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:28.661251 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-2af0484d-7436-4fde-8d09-40fb9987abab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:28.724474 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d673d14d-aa92-45c7-b9de-9b8ea8b0121b req-14069b7a-2db4-4558-9249-8092242effcd tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.0721860 May 27 09:34:28.735157 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'code': 200} May 27 09:34:28.749330 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=10']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:28.753314 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:29.672720 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd4d64-0175-4939-9da3-ee29196ae30c req-04ee98c5-60c0-48f9-ab14-8170d2ff0d0d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:29.680721 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-efbd4d64-0175-4939-9da3-ee29196ae30c req-04ee98c5-60c0-48f9-ab14-8170d2ff0d0d tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.1115768 May 27 09:34:29.731399 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-efbd4d64-0175-4939-9da3-ee29196ae30c req-61f02128-7aa1-4158-8ea9-8a56478ac433 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496862 May 27 09:34:29.911854 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-e7b5e129-7986-4c3d-9661-b31f41920516 req-e50d1469-7ba0-4ac7-9ffa-1f0e3475a67a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.0505154 May 27 09:34:29.941453 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302ec51-cf50-4b5e-9ae4-9c013537a544 req-581f5336-ffef-4c1e-9061-54424c5f854b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:29.942174 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d302ec51-cf50-4b5e-9ae4-9c013537a544 req-581f5336-ffef-4c1e-9061-54424c5f854b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Synchronizing usage tracker for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:29.961505 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-d302ec51-cf50-4b5e-9ae4-9c013537a544 req-581f5336-ffef-4c1e-9061-54424c5f854b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Unset dirty status for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:29.962898 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d302ec51-cf50-4b5e-9ae4-9c013537a544 req-581f5336-ffef-4c1e-9061-54424c5f854b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 931 time: 0.2296035 May 27 09:34:30.021946 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d302ec51-cf50-4b5e-9ae4-9c013537a544 req-9e713688-f1d2-465f-a7c1-ea7d0d67ed1b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501878 May 27 09:34:31.025792 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff3c49-050b-4424-955b-a258d85b534e req-beccd102-e75a-48e8-b701-158de66fc296 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:31.028121 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ff3c49-050b-4424-955b-a258d85b534e req-beccd102-e75a-48e8-b701-158de66fc296 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.1361773 May 27 09:34:31.092764 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a83db362-5c95-4ccb-8bbb-5bab7793ca78 req-b465aba3-9090-4621-ad1d-727bb917c883 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.0523489 May 27 09:34:31.104126 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-16ff3c49-050b-4424-955b-a258d85b534e req-6573cd12-6aff-40cb-9d63-6434d7588d22 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676985 May 27 09:34:31.335953 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492fe4-d0ef-489d-bb94-0f0c1a6ce020 req-9665be21-af2c-41c3-bc8d-605cbe7020f9 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:31.337578 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-01492fe4-d0ef-489d-bb94-0f0c1a6ce020 req-9665be21-af2c-41c3-bc8d-605cbe7020f9 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 931 time: 0.1118882 May 27 09:34:31.393086 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-01492fe4-d0ef-489d-bb94-0f0c1a6ce020 req-ffa5a6e5-8579-401f-ba07-261584791ba0 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469346 May 27 09:34:31.633245 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:32.333025 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-92530167-1e9f-4003-9abc-a4e9fb5b5956 req-fa08000f-54d6-40c0-9dc8-808c36962329 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.0889053 May 27 09:34:32.390646 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2266f-22bc-4841-a712-bb82e845f9f9 req-63829f9d-8510-4fb9-b2e9-e6df00c3fd00 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:32.392320 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-78f2266f-22bc-4841-a712-bb82e845f9f9 req-63829f9d-8510-4fb9-b2e9-e6df00c3fd00 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.1025062 May 27 09:34:32.462063 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-78f2266f-22bc-4841-a712-bb82e845f9f9 req-5580dc54-3d0d-4308-a4b5-93bc8150e725 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626571 May 27 09:34:32.661670 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1ff3f-dd45-4765-8e08-f0cb752e619c req-49e5aee7-b10d-4fd8-b7d0-00eb2aa779aa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:32.663159 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-abd1ff3f-dd45-4765-8e08-f0cb752e619c req-49e5aee7-b10d-4fd8-b7d0-00eb2aa779aa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 931 time: 0.1027012 May 27 09:34:32.715352 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-abd1ff3f-dd45-4765-8e08-f0cb752e619c req-3622ded5-1433-4e61-bed4-f96db2e25740 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456743 May 27 09:34:33.531109 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ef6a2636-7a16-420d-a313-dd6deb391228 req-fd7d6eb8-2d27-4a7e-ac7a-35cf332dd109 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.0506625 May 27 09:34:33.686441 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cf123-6967-4dd9-aeed-96c0ab9cf567 req-d65c7d12-61cb-4622-bc11-0b56c8e5b2ef tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:33.688262 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d04cf123-6967-4dd9-aeed-96c0ab9cf567 req-d65c7d12-61cb-4622-bc11-0b56c8e5b2ef tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.0894239 May 27 09:34:33.747941 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d04cf123-6967-4dd9-aeed-96c0ab9cf567 req-46c46c0e-5f0d-4807-96dc-44b45e96285c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486722 May 27 09:34:33.975309 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047ee5f-94b8-4ae5-9a35-9a183d988b80 req-c68dec73-e2a8-4fda-925e-cdb09c44e367 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:33.977077 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3047ee5f-94b8-4ae5-9a35-9a183d988b80 req-c68dec73-e2a8-4fda-925e-cdb09c44e367 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 931 time: 0.1360450 May 27 09:34:34.036056 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3047ee5f-94b8-4ae5-9a35-9a183d988b80 req-b58add89-3c09-4c8c-9c73-1bad94ef82cb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517573 May 27 09:34:34.754802 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-3ddc9c3d-ce7c-4fb6-ad3e-e431fef19f4e req-a18b06b5-4050-4729-bcf4-f7c2a2977d42 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.0893972 May 27 09:34:34.996200 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eecad5-93bd-498e-aae9-69cc08681663 req-30c30983-b6de-487d-9869-043ddfd6b0e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:34.998134 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b9eecad5-93bd-498e-aae9-69cc08681663 req-30c30983-b6de-487d-9869-043ddfd6b0e7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.0898974 May 27 09:34:35.074138 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b9eecad5-93bd-498e-aae9-69cc08681663 req-8a35e145-3332-4d6d-837b-3e0d87d691de tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648806 May 27 09:34:35.264799 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eddf0-91bf-4d59-b03f-326d8b0871c3 req-8418351a-f709-423a-bf7c-b7612684913d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:35.266391 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-441eddf0-91bf-4d59-b03f-326d8b0871c3 req-8418351a-f709-423a-bf7c-b7612684913d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 931 time: 0.1058030 May 27 09:34:35.336579 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-441eddf0-91bf-4d59-b03f-326d8b0871c3 req-5a136276-4fa2-482e-b1b0-146801a3411a tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 May 27 09:34:35.940514 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-905f0117-a1fd-4c15-92d8-9237552ec86b req-50a2ab0f-31e1-42eb-b310-c56b4a943e0c tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.0527020 May 27 09:34:36.168813 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Request body: {'port': {'device_id': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:36.371368 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:36.401586 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58204e45-9ea0-4e86-8b78-a0763f76900e req-f57eb786-1765-4b1f-8502-7da45afce338 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:36.403332 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-58204e45-9ea0-4e86-8b78-a0763f76900e req-f57eb786-1765-4b1f-8502-7da45afce338 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.1356578 May 27 09:34:36.415873 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-cc12da82-a161-474d-8e2e-2c47e0882ef7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2190595 May 27 09:34:36.469125 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-58204e45-9ea0-4e86-8b78-a0763f76900e req-7ef7c67d-5de0-43d0-b274-95c15ae87692 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522113 May 27 09:34:36.798712 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c93c58-c01e-434e-827c-41785733a673 req-68493331-9ef6-45bd-91f5-8d4110af5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:36.800215 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f6c93c58-c01e-434e-827c-41785733a673 req-68493331-9ef6-45bd-91f5-8d4110af5537 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 1100 time: 0.2543607 May 27 09:34:36.805680 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-21ce8a94-a614-40c5-b20b-786e5634c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:36.807108 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-21ce8a94-a614-40c5-b20b-786e5634c844 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d70f605810247cba902fc89fe1cdba3&device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1098 time: 0.1088328 May 27 09:34:36.931567 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-f6c93c58-c01e-434e-827c-41785733a673 req-8d1ccf84-f7fa-474d-866c-db7510e603d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228936 May 27 09:34:36.937446 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f108cb8-6a20-45a9-b198-8a3b1d3fb414 req-ff61b2f9-6767-4ebd-81f0-ebbe92ffcbc2 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:36.939972 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3f108cb8-6a20-45a9-b198-8a3b1d3fb414 req-ff61b2f9-6767-4ebd-81f0-ebbe92ffcbc2 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 931 time: 0.3739827 May 27 09:34:37.036797 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-3f108cb8-6a20-45a9-b198-8a3b1d3fb414 req-a2de0a62-2414-4c22-bccd-b2a5fa1f3a00 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690477 May 27 09:34:37.138510 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17923c34-49a5-493d-ad34-2674d1a56130 {{(pid=91808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:34:37.149099 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:37.167074 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.provisioning_blocks [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Transition to ACTIVE for port object 17923c34-49a5-493d-ad34-2674d1a56130 will not be triggered until provisioned by entity L2. {{(pid=91808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:34:37.172366 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:37.178686 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:37.224551 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-d06fee6f-bccd-407e-96a6-0763137cfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:37.226532 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-d06fee6f-bccd-407e-96a6-0763137cfa34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 200 len: 910 time: 0.3858867 May 27 09:34:37.255445 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Pushing event updated for resources: {'Port': ['ID=17923c34-49a5-493d-ad34-2674d1a56130,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:37.258132 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:37.290660 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-02561bb7-4f00-491a-8755-f2f5eb66fc93 req-935710aa-e3eb-4a6a-973c-74f63426bba6 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.1051168 May 27 09:34:37.386860 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-25e31ba4-e1ee-4499-ad24-80d72c3d793e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 200 len: 999 time: 0.1498969 May 27 09:34:37.398011 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-7a9a4404-93e8-47fe-8a33-15fc79f1eb92 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:37.399503 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-7a9a4404-93e8-47fe-8a33-15fc79f1eb92 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.36 "GET /v2.0/networks?id=b36bd8d4-3b56-4004-8f56-4e20f188f84a HTTP/1.1" status: 200 len: 809 time: 0.3777187 May 27 09:34:37.465041 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Request body: {'port': {'device_id': '3621742a-2a03-4e7b-88a3-b36bf62598a3', 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a', 'admin_state_up': True, 'tenant_id': '4a6b4ca3587f4b8b906f8c2e54b0e94d'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:37.500900 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Attempting to bind port 17923c34-49a5-493d-ad34-2674d1a56130 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:34:37.500900 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Attempting to bind port 17923c34-49a5-493d-ad34-2674d1a56130 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:34:37.501481 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Attempting to bind port 17923c34-49a5-493d-ad34-2674d1a56130 on network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:34:37.510276 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Port 17923c34-49a5-493d-ad34-2674d1a56130 on network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:34:37.510629 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Attempting to bind port 17923c34-49a5-493d-ad34-2674d1a56130 on network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:34:37.522193 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:34:37.522193 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Checking segment: {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:34:37.522193 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Bound using segment: {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'} {{(pid=91808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:34:37.523222 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.managers [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Bound port: 17923c34-49a5-493d-ad34-2674d1a56130, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a0630d-831d-4ef2-9d2f-37f65ea624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05'}}] {{(pid=91808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:34:37.523803 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:37.584223 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-406aec16-f079-4344-8fd0-99b55a2cdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:37.586650 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-406aec16-f079-4344-8fd0-99b55a2cdce7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d48acffe-ec0c-487a-bb63-f998d3195a26 HTTP/1.1" status: 200 len: 848 time: 0.1860626 May 27 09:34:37.633731 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] For port 17923c34-49a5-493d-ad34-2674d1a56130, host hv-cinder-77262, cleared binding levels {{(pid=91808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:34:37.637054 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] For port 17923c34-49a5-493d-ad34-2674d1a56130, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=17923c34-49a5-493d-ad34-2674d1a56130,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:34:37.644600 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:37.650698 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f02a9952-f529-4688-a27a-b687a2772a56 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:37.713995 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:37.731042 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:37.761791 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Made reservation on behalf of 4a6b4ca3587f4b8b906f8c2e54b0e94d for: {'port': 1} {{(pid=91809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:34:37.761791 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:37.778429 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-2650f76a-2719-4f76-aed9-c0d31c65e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:37.780268 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-2650f76a-2719-4f76-aed9-c0d31c65e6bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a945622c-506d-410f-907b-4f94ba757fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1840103 May 27 09:34:37.907282 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:37.908640 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:37.910255 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] 10.222.0.36 "PUT /v2.0/ports/17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 1093 time: 1.7480450 May 27 09:34:37.913566 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:37.942776 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Pushing event updated for resources: {'Port': ['ID=17923c34-49a5-493d-ad34-2674d1a56130,revision_number=3']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:37.947048 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:38.030884 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130', 'status': 'completed', 'code': 200} May 27 09:34:38.101579 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80810d3-e837-4eaa-a081-08c236920c88 req-2440387f-3278-4604-b7c0-c62ed9b2ec4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:38.108804 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f80810d3-e837-4eaa-a081-08c236920c88 req-2440387f-3278-4604-b7c0-c62ed9b2ec4c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.4029813 May 27 09:34:38.154746 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e42f2939-4739-4313-aca7-e5703ba82522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:38.156402 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-e42f2939-4739-4313-aca7-e5703ba82522 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc7bca90bc34e72bf05e5f352404b9d&device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 1096 time: 0.1857221 May 27 09:34:38.213967 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-34cde796-b715-4f4a-b681-c11a38ff56c2 service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242523 May 27 09:34:38.251104 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_common [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Allocated IP 172.20.0.14 (b36bd8d4-3b56-4004-8f56-4e20f188f84a/41298b5f-61f6-4f6d-aef6-48824680edbc/dfcede3d-109d-4fe3-8d70-a5aa971ba757) {{(pid=91809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:34:38.298995 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f80810d3-e837-4eaa-a081-08c236920c88 req-c8b198f0-ac91-48c7-bb7d-b50a84ebb55a tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890924 May 27 09:34:38.315320 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-5eadf10c-9f64-4520-b4f4-9566fa79ece3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 217 time: 0.1471021 May 27 09:34:38.416836 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2634e-3c62-4782-8131-3c5555fc033b req-881e0610-e435-4a82-8b03-8c67c7aa1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:38.416836 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-881e0610-e435-4a82-8b03-8c67c7aa1d1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4b6235-0897-4a91-9f67-ae8ffee4ef11 HTTP/1.1" status: 200 len: 854 time: 0.0942729 May 27 09:34:38.595840 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9485e995-8ce5-47fa-9b0d-ad9e5b6c5511 req-2b0e327a-cae0-4afd-af9a-4acdae379c39 service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731408 May 27 09:34:38.630057 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2b5ad-5c7b-43f4-b322-4c4737ec58b2 req-43ecfeb3-03d3-4d2a-945d-cfbbc62eaaf5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:38.631605 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cae2b5ad-5c7b-43f4-b322-4c4737ec58b2 req-43ecfeb3-03d3-4d2a-945d-cfbbc62eaaf5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 943 time: 0.3828397 May 27 09:34:38.631842 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-33614f70-d3f9-481e-84b1-b9c19afd2166 req-8bfde0d7-c48a-471c-8737-3c176bf90a45 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 210 time: 0.0941095 May 27 09:34:38.651038 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2634e-3c62-4782-8131-3c5555fc033b req-510d8d6b-8a7c-4d40-93e4-4ad2258a3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:38.652521 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-510d8d6b-8a7c-4d40-93e4-4ad2258a3e0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44c6f72c-cf20-465f-a61f-6cc99ea59f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2286386 May 27 09:34:38.863748 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-76f8c667-8f2b-4629-93e8-c177495215bb service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035277 May 27 09:34:38.886139 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-cae2b5ad-5c7b-43f4-b322-4c4737ec58b2 req-8cb155a4-e8e5-41ac-98cf-cd82a8a0ae6e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041779 May 27 09:34:38.941544 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks [] for port, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:38.986267 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:38.994801 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:39.045953 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49a2634e-3c62-4782-8131-3c5555fc033b req-ead1d631-0970-4927-89b6-2be47239ccca service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748123 May 27 09:34:39.092101 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Network b36bd8d4-3b56-4004-8f56-4e20f188f84a is already hosted by enough agents. {{(pid=91809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:34:39.098763 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.base_scheduler [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Resources bound (agent type, host, resource id): {{(pid=91809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:34:39.106129 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Received port after_create {{(pid=91809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:34:39.159438 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Pushing event updated for resources: {'Port': ['ID=dfcede3d-109d-4fe3-8d70-a5aa971ba757,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:39.181480 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.181844 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.182203 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.182680 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.182897 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.183237 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.183577 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.183918 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.184263 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.184598 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.184956 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.185290 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:39.191297 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:39.202525 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-cee38944-a963-4b0a-8e1e-585be990cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:39.204045 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-cee38944-a963-4b0a-8e1e-585be990cbab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc7bca90bc34e72bf05e5f352404b9d&device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 1096 time: 0.0832167 May 27 09:34:39.213595 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:39.214239 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:39.247545 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-44f79ded-1163-4794-b5a2-af31d90991b8 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7893934 May 27 09:34:39.261809 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Request body: {'port': {'device_id': '3621742a-2a03-4e7b-88a3-b36bf62598a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:39.381927 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-039ab181-1029-4655-96c9-2adc047370b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:39.386035 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-039ab181-1029-4655-96c9-2adc047370b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44c6f72c-cf20-465f-a61f-6cc99ea59f05 HTTP/1.1" status: 200 len: 916 time: 0.1726949 May 27 09:34:39.441951 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:39.499318 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-f3c8282c-ea34-4a37-9136-2bdd0abf8705 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 217 time: 0.1077464 May 27 09:34:39.585463 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-785b2cf1-0200-4f57-8b77-097481427542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:39.587002 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-785b2cf1-0200-4f57-8b77-097481427542 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4b6235-0897-4a91-9f67-ae8ffee4ef11 HTTP/1.1" status: 200 len: 854 time: 0.0807340 May 27 09:34:39.642720 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e859d-42f2-4e61-8fb6-c16d77ba6d58 req-2ceb4f16-0166-4620-94c0-3c28bc92620c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:39.644315 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6f8e859d-42f2-4e61-8fb6-c16d77ba6d58 req-2ceb4f16-0166-4620-94c0-3c28bc92620c tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.1935251 May 27 09:34:39.709053 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-6f8e859d-42f2-4e61-8fb6-c16d77ba6d58 req-a38a182a-114a-4b1a-9b90-39b5c7be561f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573068 May 27 09:34:39.722874 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-728d716f-a716-4bc9-9d56-e88a2f741a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:39.724304 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-728d716f-a716-4bc9-9d56-e88a2f741a79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44c6f72c-cf20-465f-a61f-6cc99ea59f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1289866 May 27 09:34:39.959267 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18c55-a8f8-47b2-92f9-354accce5203 req-731863d0-7bc6-4f95-9761-2a9ea920da9f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:39.960156 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-78d5609e-d218-4aa4-8a01-78d6ffe1fe1f service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289162 May 27 09:34:39.960272 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-54f18c55-a8f8-47b2-92f9-354accce5203 req-731863d0-7bc6-4f95-9761-2a9ea920da9f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Synchronizing usage tracker for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:40.030587 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-54f18c55-a8f8-47b2-92f9-354accce5203 req-731863d0-7bc6-4f95-9761-2a9ea920da9f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Unset dirty status for tenant:4a6b4ca3587f4b8b906f8c2e54b0e94d on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:40.031916 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-54f18c55-a8f8-47b2-92f9-354accce5203 req-731863d0-7bc6-4f95-9761-2a9ea920da9f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 932 time: 0.2168930 May 27 09:34:40.036663 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfcede3d-109d-4fe3-8d70-a5aa971ba757 {{(pid=91809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:34:40.046141 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:40.081712 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.provisioning_blocks [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Transition to ACTIVE for port object dfcede3d-109d-4fe3-8d70-a5aa971ba757 will not be triggered until provisioned by entity L2. {{(pid=91809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:34:40.092970 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:40.104242 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:40.158665 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-54f18c55-a8f8-47b2-92f9-354accce5203 req-4f858a88-e6ab-46b1-8820-ee23d7f0927c tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143138 May 27 09:34:40.251767 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcede3d-109d-4fe3-8d70-a5aa971ba757,revision_number=2']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:40.259853 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:40.286457 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 17923c34-49a5-493d-ad34-2674d1a56130 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:34:40.329893 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b85aeb24-e6e5-4a67-9225-e1b83aadb7aa req-15c33625-4b79-4778-a418-f881fa5319e7 service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617816 May 27 09:34:40.360121 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c47f26-b8f8-4bac-a650-6a93c21d4ff7 req-ffd63f5e-80da-4f0c-a702-cb5d92784639 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:40.362810 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-10c47f26-b8f8-4bac-a650-6a93c21d4ff7 req-ffd63f5e-80da-4f0c-a702-cb5d92784639 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 943 time: 0.2847404 May 27 09:34:40.411611 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Attempting to bind port dfcede3d-109d-4fe3-8d70-a5aa971ba757 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:34:40.411972 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Attempting to bind port dfcede3d-109d-4fe3-8d70-a5aa971ba757 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '77cd37c6-8a95-4088-9503-7dbac2e4b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a'}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:34:40.412328 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Attempting to bind port dfcede3d-109d-4fe3-8d70-a5aa971ba757 on network b36bd8d4-3b56-4004-8f56-4e20f188f84a {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:34:40.420426 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-10c47f26-b8f8-4bac-a650-6a93c21d4ff7 req-08d7e079-fda8-408a-bd72-fc300f4ffc19 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463905 May 27 09:34:40.425496 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Port dfcede3d-109d-4fe3-8d70-a5aa971ba757 on network b36bd8d4-3b56-4004-8f56-4e20f188f84a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:34:40.425927 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Attempting to bind port dfcede3d-109d-4fe3-8d70-a5aa971ba757 on network b36bd8d4-3b56-4004-8f56-4e20f188f84a {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:34:40.433127 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Checking agent: {'id': 'a53ab656-0a66-4ee0-947d-8eab80dcec95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'started_at': datetime.datetime(2021, 5, 27, 9, 25, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:34:40.433666 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Checking segment: {'id': '77cd37c6-8a95-4088-9503-7dbac2e4b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:34:40.434162 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Bound using segment: {'id': '77cd37c6-8a95-4088-9503-7dbac2e4b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a'} {{(pid=91809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:34:40.434929 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.managers [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Bound port: dfcede3d-109d-4fe3-8d70-a5aa971ba757, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cd37c6-8a95-4088-9503-7dbac2e4b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a'}}] {{(pid=91809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:34:40.435383 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:40.512238 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 17923c34-49a5-493d-ad34-2674d1a56130, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=17923c34-49a5-493d-ad34-2674d1a56130,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:40.527288 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': '17923c34-49a5-493d-ad34-2674d1a56130', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'port_id': '17923c34-49a5-493d-ad34-2674d1a56130', 'mac_address': 'fa:16:3e:6d:35:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:34:40.564876 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] For port dfcede3d-109d-4fe3-8d70-a5aa971ba757, host hv-cinder-77262, cleared binding levels {{(pid=91809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:34:40.568231 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] For port dfcede3d-109d-4fe3-8d70-a5aa971ba757, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfcede3d-109d-4fe3-8d70-a5aa971ba757,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:34:40.574696 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:40.579647 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:40.612568 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:40.629808 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17923c34-49a5-493d-ad34-2674d1a56130 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:34:40.648733 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 17923c34-49a5-493d-ad34-2674d1a56130, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=17923c34-49a5-493d-ad34-2674d1a56130,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:40.652919 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:40.653721 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:40.654422 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:40.655420 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/dfcede3d-109d-4fe3-8d70-a5aa971ba757 HTTP/1.1" status: 200 len: 1094 time: 1.3985856 May 27 09:34:40.656029 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3621742a-2a03-4e7b-88a3-b36bf62598a3', 'tag': 'dfcede3d-109d-4fe3-8d70-a5aa971ba757'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:40.658693 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:40.690954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcede3d-109d-4fe3-8d70-a5aa971ba757,revision_number=3']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:40.705849 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:40.768477 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=17923c34-49a5-493d-ad34-2674d1a56130,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:40.768688 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3621742a-2a03-4e7b-88a3-b36bf62598a3', 'tag': 'dfcede3d-109d-4fe3-8d70-a5aa971ba757', 'status': 'completed', 'code': 200} May 27 09:34:40.771944 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:40.812220 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-66f0125e-d29c-4d02-988f-0b35dd25e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:40.814489 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-66f0125e-d29c-4d02-988f-0b35dd25e619 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a6b4ca3587f4b8b906f8c2e54b0e94d&device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 1097 time: 0.1063380 May 27 09:34:40.876344 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['17923c34-49a5-493d-ad34-2674d1a56130'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:34:40.888144 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-78cd2256-3476-4423-aaac-00b9ec9e458f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfcede3d-109d-4fe3-8d70-a5aa971ba757 HTTP/1.1" status: 200 len: 217 time: 0.0655689 May 27 09:34:40.967566 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-3796f02b-10f5-4cdf-96a6-e2085e45909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:40.969055 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-3796f02b-10f5-4cdf-96a6-e2085e45909e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41298b5f-61f6-4f6d-aef6-48824680edbc HTTP/1.1" status: 200 len: 849 time: 0.0738361 May 27 09:34:41.018933 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-3dd62908-6fef-4a5d-bda1-50512ba64d7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b36bd8d4-3b56-4004-8f56-4e20f188f84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436597 May 27 09:34:41.193060 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-cb71bb14-6fb0-43d9-89cf-9e8cf1404e69 service neutron] 10.222.0.36 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673810 May 27 09:34:41.373293 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a01eef-a7d5-464b-a31e-2c517c84f032 req-0c8c3e06-1d38-4d52-9193-2f84fed7712f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:41.374714 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e4a01eef-a7d5-464b-a31e-2c517c84f032 req-0c8c3e06-1d38-4d52-9193-2f84fed7712f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 944 time: 0.0866246 May 27 09:34:41.429096 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-e4a01eef-a7d5-464b-a31e-2c517c84f032 req-079d94d2-f583-4c77-83f5-a0402def5a9a tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461464 May 27 09:34:41.468314 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-82c45abe-4089-4ede-aeb2-2155fe2e8b8f req-49df3106-998f-4e84-ad5f-f19932625d93 service neutron] 10.222.0.36 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683773 May 27 09:34:41.665467 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-37d9d8c4-058b-45ff-899b-ece0802693ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:41.666861 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-37d9d8c4-058b-45ff-899b-ece0802693ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a6b4ca3587f4b8b906f8c2e54b0e94d&device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 1097 time: 0.1383677 May 27 09:34:41.679780 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8d446-ec35-4fc1-b48c-1db44ed01401 req-6b260151-6b5e-4d43-b055-f59e13f515a8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:41.681351 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-fae8d446-ec35-4fc1-b48c-1db44ed01401 req-6b260151-6b5e-4d43-b055-f59e13f515a8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 944 time: 0.1131597 May 27 09:34:41.824823 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-fae8d446-ec35-4fc1-b48c-1db44ed01401 req-84a116df-f1d1-4f45-a107-795603725240 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231806 May 27 09:34:41.871001 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-5bdeb046-34b1-4b07-955f-0de71516483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:41.872712 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-5bdeb046-34b1-4b07-955f-0de71516483f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b36bd8d4-3b56-4004-8f56-4e20f188f84a HTTP/1.1" status: 200 len: 910 time: 0.1904464 May 27 09:34:41.949159 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-ea95d5f3-db4f-4f60-ab90-4d28b8808246 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfcede3d-109d-4fe3-8d70-a5aa971ba757 HTTP/1.1" status: 200 len: 217 time: 0.0693841 May 27 09:34:42.027245 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-c45de6e3-363c-429b-87a2-c00106a93599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:42.029459 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-c45de6e3-363c-429b-87a2-c00106a93599 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41298b5f-61f6-4f6d-aef6-48824680edbc HTTP/1.1" status: 200 len: 849 time: 0.0732841 May 27 09:34:42.081448 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-d4906238-4593-4538-9b72-5ad57086483c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b36bd8d4-3b56-4004-8f56-4e20f188f84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450423 May 27 09:34:42.163882 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-10404476-b904-4a9c-996d-fb3d86a568ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:42.227679 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-4ba79ef8-e5fd-4197-9d22-4185b8143c58 service neutron] 10.222.0.36 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391318 May 27 09:34:42.301527 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 17923c34-49a5-493d-ad34-2674d1a56130 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:42.393953 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port 17923c34-49a5-493d-ad34-2674d1a56130 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:42.401143 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port 17923c34-49a5-493d-ad34-2674d1a56130 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:42.401700 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:42.417690 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-802f0de7-bb0c-4c8f-a1a2-f5f680b478d6 req-8c09fcef-e52d-4a89-bd3a-d7801fd1651a service neutron] 10.222.0.36 "GET /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780193 May 27 09:34:42.564973 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:42.601293 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:42.618022 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port 17923c34-49a5-493d-ad34-2674d1a56130, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=17923c34-49a5-493d-ad34-2674d1a56130,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:42.624843 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:42.628867 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:42.653710 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a326-5916-46d5-8010-27d1de923884 req-e6020e10-feff-44c8-b0ae-2ef06024e649 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:42.655290 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d5b4a326-5916-46d5-8010-27d1de923884 req-e6020e10-feff-44c8-b0ae-2ef06024e649 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 944 time: 0.1032848 May 27 09:34:42.684719 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130', 'code': 200} May 27 09:34:42.725997 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d5b4a326-5916-46d5-8010-27d1de923884 req-6843002a-f71e-4ed9-a585-d8523b864104 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611963 May 27 09:34:42.750368 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=17923c34-49a5-493d-ad34-2674d1a56130,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:42.750368 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:42.925284 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d599d91-15f1-4280-b3e8-ab88e7e5c3ae req-7986b6d9-5c0a-49da-849e-f1b5c50d1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:42.927262 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2d599d91-15f1-4280-b3e8-ab88e7e5c3ae req-7986b6d9-5c0a-49da-849e-f1b5c50d1667 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 1098 time: 0.0808418 May 27 09:34:42.978811 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2d599d91-15f1-4280-b3e8-ab88e7e5c3ae req-0ad5937d-d584-4cbb-a2bb-3f2c6a817618 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455387 May 27 09:34:43.076039 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e81da3-2bd2-40d5-9d46-a2c487fdcebb req-7cc6e841-a765-44eb-9a6c-ea349598b05d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:43.077614 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d4e81da3-2bd2-40d5-9d46-a2c487fdcebb req-7cc6e841-a765-44eb-9a6c-ea349598b05d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 945 time: 0.0923591 May 27 09:34:43.129988 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d4e81da3-2bd2-40d5-9d46-a2c487fdcebb req-95489037-f411-41c8-9121-2d2c08d87c3e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 May 27 09:34:43.965606 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a25454-267f-4ae4-a7e5-178c23467478 req-22463069-e8ed-42f4-9c5f-fc76b861b7be tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:43.967203 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-19a25454-267f-4ae4-a7e5-178c23467478 req-22463069-e8ed-42f4-9c5f-fc76b861b7be tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 944 time: 0.1113465 May 27 09:34:44.026552 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-19a25454-267f-4ae4-a7e5-178c23467478 req-510015aa-bfec-46cb-87e9-da983d41862b tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531967 May 27 09:34:44.303130 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device dfcede3d-109d-4fe3-8d70-a5aa971ba757 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:34:44.346606 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6886d8-c491-4aec-938d-691a54591a41 req-362a2450-6076-446b-acbc-15e278425fe6 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:44.348523 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4a6886d8-c491-4aec-938d-691a54591a41 req-362a2450-6076-446b-acbc-15e278425fe6 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 945 time: 0.0984788 May 27 09:34:44.409339 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4a6886d8-c491-4aec-938d-691a54591a41 req-75951bd2-375d-4409-b5e0-55c331bff412 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504801 May 27 09:34:44.507746 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port dfcede3d-109d-4fe3-8d70-a5aa971ba757, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfcede3d-109d-4fe3-8d70-a5aa971ba757,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:44.523079 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Returning: {'device': 'dfcede3d-109d-4fe3-8d70-a5aa971ba757', 'network_id': 'b36bd8d4-3b56-4004-8f56-4e20f188f84a', 'port_id': 'dfcede3d-109d-4fe3-8d70-a5aa971ba757', 'mac_address': 'fa:16:3e:51:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41298b5f-61f6-4f6d-aef6-48824680edbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:34:44.581448 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:44.602882 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcede3d-109d-4fe3-8d70-a5aa971ba757 {{(pid=91810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:34:44.619200 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port dfcede3d-109d-4fe3-8d70-a5aa971ba757, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfcede3d-109d-4fe3-8d70-a5aa971ba757,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:44.624211 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:44.629471 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-e983eb60-add7-451d-90cc-067c35e121fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:44.630191 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112a2a-81d7-46a5-aeeb-606ed900027c req-e3af25f8-6931-45f2-9616-a022d5a0406c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:44.631724 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66112a2a-81d7-46a5-aeeb-606ed900027c req-e3af25f8-6931-45f2-9616-a022d5a0406c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 945 time: 0.0841262 May 27 09:34:44.678166 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-66112a2a-81d7-46a5-aeeb-606ed900027c req-6068e891-d0fd-4b24-830d-e7ff7d837f77 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 May 27 09:34:44.701402 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=dfcede3d-109d-4fe3-8d70-a5aa971ba757,revision_number=4']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:44.705269 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:44.816228 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b27ee0cb-5017-4eb0-86b6-6808a6f00148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:44.853648 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['dfcede3d-109d-4fe3-8d70-a5aa971ba757'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:34:45.102059 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7ed04-4410-4111-8a59-1e645ff3e073 req-492456a9-6132-47df-a003-72c7f6290162 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:45.103568 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ecc7ed04-4410-4111-8a59-1e645ff3e073 req-492456a9-6132-47df-a003-72c7f6290162 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 945 time: 0.0974336 May 27 09:34:45.152898 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-ecc7ed04-4410-4111-8a59-1e645ff3e073 req-b813ecf5-c491-4968-9c7f-281dd5831883 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 May 27 09:34:45.217399 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef85e9-ec8f-4491-9b80-44774b2344c4 req-203244c9-f82b-4fee-808b-77e5cd8f5054 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:45.218848 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-14ef85e9-ec8f-4491-9b80-44774b2344c4 req-203244c9-f82b-4fee-808b-77e5cd8f5054 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 945 time: 0.0795949 May 27 09:34:45.263369 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-14ef85e9-ec8f-4491-9b80-44774b2344c4 req-40dcab92-90d9-492d-9905-4751d7c5dba2 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383308 May 27 09:34:45.640774 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:46.315697 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device dfcede3d-109d-4fe3-8d70-a5aa971ba757 up at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:34:46.385598 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning for port dfcede3d-109d-4fe3-8d70-a5aa971ba757 completed by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:34:46.390236 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Provisioning complete for port dfcede3d-109d-4fe3-8d70-a5aa971ba757 triggered by entity L2. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:46.390611 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:46.456947 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daef99-0855-4189-b5d8-432885148cc8 req-1f01a6b8-c11b-49bc-a3ea-5c3d9932ebbf tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:46.458429 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a2daef99-0855-4189-b5d8-432885148cc8 req-1f01a6b8-c11b-49bc-a3ea-5c3d9932ebbf tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 945 time: 0.0846267 May 27 09:34:46.502958 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-a2daef99-0855-4189-b5d8-432885148cc8 req-f6ed099f-e209-4fe1-b7f0-f0a9ff0b07be tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388010 May 27 09:34:46.510641 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:46.538009 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3621742a-2a03-4e7b-88a3-b36bf62598a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcede3d-109d-4fe3-8d70-a5aa971ba757'}] {{(pid=91810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:46.547378 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] For port dfcede3d-109d-4fe3-8d70-a5aa971ba757, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfcede3d-109d-4fe3-8d70-a5aa971ba757,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:46.552304 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167'] for port, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:46.555217 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:46.588815 dv-cinder-772623-6-smb neutron-server[91810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3621742a-2a03-4e7b-88a3-b36bf62598a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcede3d-109d-4fe3-8d70-a5aa971ba757', 'code': 200} May 27 09:34:46.622240 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Pushing event updated for resources: {'Port': ['ID=dfcede3d-109d-4fe3-8d70-a5aa971ba757,revision_number=5']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:46.625150 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:46.820080 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4113e-2f53-43c8-af4f-3400c4182f80 req-70419541-e670-4d55-9b05-d7eb13cd84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:46.821939 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-15a4113e-2f53-43c8-af4f-3400c4182f80 req-70419541-e670-4d55-9b05-d7eb13cd84ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 1099 time: 0.0761468 May 27 09:34:46.866237 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-15a4113e-2f53-43c8-af4f-3400c4182f80 req-1b52b462-1dc1-46f4-8153-f898f9f6d8e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372412 May 27 09:34:47.441143 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:47.708929 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961ba21-109f-41d8-805e-8226cb23d42e req-ba903728-a86b-4f9f-9c5e-527c8c8ec02f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:47.711294 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0961ba21-109f-41d8-805e-8226cb23d42e req-ba903728-a86b-4f9f-9c5e-527c8c8ec02f tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 946 time: 0.0951753 May 27 09:34:47.763777 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-0961ba21-109f-41d8-805e-8226cb23d42e req-71f7294a-7a98-4b40-9ba9-cf607420c775 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472696 May 27 09:34:48.007249 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41280) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:48.310975 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Deleting port 6a599772-4116-4e8a-8aa9-f5ce87052d2f {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:34:48.311209 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:48.440781 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:48.441854 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:48.574286 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Calling delete_port for 6a599772-4116-4e8a-8aa9-f5ce87052d2f owned by network:floatingip {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:34:48.714697 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:48.718732 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-39982d24-c14f-4120-ae9d-9e803694e3a1 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:48.768631 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event deleted for resources: {'Port': ['ID=6a599772-4116-4e8a-8aa9-f5ce87052d2f,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:48.806940 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.807312 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.807670 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.808028 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.808379 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.808727 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.809097 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.809440 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.809785 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.810126 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.810469 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.810807 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:34:48.818919 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:48.836567 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:48.873773 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for floatingip, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:48.874147 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.l3_db [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Floating IP 8b5eb3ab-b500-423a-83ab-8e5d1e5293e4 disassociated (deleted). External IP: 172.28.1.6, port: 1951cea2-f361-4e4e-8cca-47eb1b218c4b. May 27 09:34:49.192971 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a332393-2abb-4cfd-903f-6c85e29a2f58 req-4dcb162a-93c9-469c-8b97-71a174c1ee1d tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:49.194334 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4a332393-2abb-4cfd-903f-6c85e29a2f58 req-4dcb162a-93c9-469c-8b97-71a174c1ee1d tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 946 time: 0.3218052 May 27 09:34:49.321493 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-4a332393-2abb-4cfd-903f-6c85e29a2f58 req-908de341-ba3f-4166-a391-f6aea957da70 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202624 May 27 09:34:49.423125 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Router 0d2624d0-57b7-4988-9d56-7e1722d40b14 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:34:49.615901 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:34:49.628016 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] Sync routers for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:34:49.637678 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:49.638360 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:34:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:49.644577 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:49.724485 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a6d6ed85-71b8-455c-9902-10c7305339ae tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "DELETE /v2.0/floatingips/8b5eb3ab-b500-423a-83ab-8e5d1e5293e4 HTTP/1.1" status: 204 len: 168 time: 1.7157905 May 27 09:34:49.725860 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:49.805496 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'status': 'completed', 'code': 200} May 27 09:34:49.927098 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-6d839211-15af-4256-86aa-4056dbadd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:49.928619 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-6d839211-15af-4256-86aa-4056dbadd88f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d70f605810247cba902fc89fe1cdba3&device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 1098 time: 0.1026778 May 27 09:34:49.932137 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:50.140186 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14254a75-5ef5-469c-9212-eee4e97d1f4d req-05259936-1530-4d99-81fd-7bf7c48eac95 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:50.150238 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-14254a75-5ef5-469c-9212-eee4e97d1f4d req-05259936-1530-4d99-81fd-7bf7c48eac95 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 945 time: 0.1128395 May 27 09:34:50.201852 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-14254a75-5ef5-469c-9212-eee4e97d1f4d req-d8df02c7-b35c-47ba-bcaf-79e8b9309a42 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498605 May 27 09:34:50.238870 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41314) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:50.259098 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-0845c9a9-4543-4599-85ae-0ddd648e7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:50.260929 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-0845c9a9-4543-4599-85ae-0ddd648e7b2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 200 len: 910 time: 0.3253937 May 27 09:34:50.332974 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '8f605e97-dc6e-47b4-8b7e-85f2e14abc06', 'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'mac_address': 'fa:16:3e:34:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:48Z', 'updated_at': '2021-05-27T09:29:58Z', 'revision_number': 5, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'subnets': [{'id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:50.343263 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] Checking router: 0d2624d0-57b7-4988-9d56-7e1722d40b14 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:34:50.350725 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-e0a96385-be95-4355-a63c-d0419a8f6153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 200 len: 217 time: 0.0800667 May 27 09:34:50.356955 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:50.358045 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:34:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:50.445889 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5fbd1-67fb-4238-8ed0-3132dd0b669a req-55975b4b-b82c-4461-a9fe-f5eb12176f62 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:50.447447 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9fb5fbd1-67fb-4238-8ed0-3132dd0b669a req-55975b4b-b82c-4461-a9fe-f5eb12176f62 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.2459483 May 27 09:34:50.449000 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-80541a8b-7c29-4ee8-9c87-b2ec74b7306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:50.450344 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-80541a8b-7c29-4ee8-9c87-b2ec74b7306e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d48acffe-ec0c-487a-bb63-f998d3195a26 HTTP/1.1" status: 200 len: 848 time: 0.0920188 May 27 09:34:50.503071 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b4c628-61fa-4405-883b-9689a9f28ea4 tempest-TestMinimumBasicScenario-2111797767 tempest-TestMinimumBasicScenario-2111797767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:50.504236 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-13b4c628-61fa-4405-883b-9689a9f28ea4 tempest-TestMinimumBasicScenario-2111797767 tempest-TestMinimumBasicScenario-2111797767-project-admin] Synchronizing usage tracker for tenant:73b2160d21d94b41a0a16ea2fecd5e9a on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:50.530955 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-13b4c628-61fa-4405-883b-9689a9f28ea4 tempest-TestMinimumBasicScenario-2111797767 tempest-TestMinimumBasicScenario-2111797767-project-admin] Unset dirty status for tenant:73b2160d21d94b41a0a16ea2fecd5e9a on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:50.536757 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-13b4c628-61fa-4405-883b-9689a9f28ea4 tempest-TestMinimumBasicScenario-2111797767 tempest-TestMinimumBasicScenario-2111797767-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 1093 time: 0.2967694 May 27 09:34:50.538525 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41320) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:50.547523 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'floatingip': {'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'port_id': '17923c34-49a5-493d-ad34-2674d1a56130', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:50.557280 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:50.562961 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Usage tracker for resource:floatingip and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:50.565693 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-9fb5fbd1-67fb-4238-8ed0-3132dd0b669a req-4dfcbfc4-9f93-4035-a557-344a19aa5df2 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105061 May 27 09:34:50.569226 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:50.587272 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:50.599032 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for floatingip, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:50.600862 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-a55bedfa-9da0-4825-99ff-afb397dccc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:50.602544 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-a55bedfa-9da0-4825-99ff-afb397dccc3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a945622c-506d-410f-907b-4f94ba757fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1330974 May 27 09:34:50.609868 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:50.758247 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-ec0ae899-b73c-4b28-aabd-fc2ed23a34a7 service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474135 May 27 09:34:50.794453 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:50.970322 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_common [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Allocated IP 172.28.1.112 (a100e892-3e4c-47db-be6a-a7a16035baee/c247fd68-7f78-48a5-b959-5a62a5944709/de42636a-0ef6-4b51-b0fc-1cde221b7133) {{(pid=91808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:34:50.983402 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-4556ef19-0b2b-4890-a228-69f3f2926ae7 req-ccd18b5d-70d5-492b-b56e-c25a9a5bd98e service neutron] 10.222.0.36 "GET /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056108 May 27 09:34:51.027647 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0406c-2bd1-4635-ba2f-ced8e1b32ad3 req-a81a18cb-198d-44ee-a64f-ca14a5aa96c6 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:51.029223 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bce0406c-2bd1-4635-ba2f-ced8e1b32ad3 req-a81a18cb-198d-44ee-a64f-ca14a5aa96c6 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 946 time: 0.1176357 May 27 09:34:51.031150 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '8f605e97-dc6e-47b4-8b7e-85f2e14abc06', 'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'mac_address': 'fa:16:3e:34:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:48Z', 'updated_at': '2021-05-27T09:29:58Z', 'revision_number': 5, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'subnets': [{'id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:51.036658 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9b9d8-9380-44a4-976b-05d979c375f0 None None] The sync data for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb is: [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:29:49Z', 'revision_number': 4, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '8f605e97-dc6e-47b4-8b7e-85f2e14abc06', 'name': '', 'network_id': 'a945622c-506d-410f-907b-4f94ba757fed', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'mac_address': 'fa:16:3e:34:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:48Z', 'updated_at': '2021-05-27T09:29:58Z', 'revision_number': 5, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'subnets': [{'id': 'd48acffe-ec0c-487a-bb63-f998d3195a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:34:51.094748 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-bce0406c-2bd1-4635-ba2f-ced8e1b32ad3 req-09593e22-9680-4a7c-b924-e9e49346aea2 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557544 May 27 09:34:51.147290 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for port, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:51.177009 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776912925660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:51.180900 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1bc1b107-4b18-4733-88d9-e46df5c5c327 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:51.245880 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Network a100e892-3e4c-47db-be6a-a7a16035baee is already hosted by enough agents. {{(pid=91808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:34:51.248813 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.base_scheduler [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources bound (agent type, host, resource id): {{(pid=91808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:34:51.253309 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Received port after_create {{(pid=91808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:34:51.280372 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc96045-a2a5-46aa-abac-4871e578cdb8 None None] New status for floating IP 8b5eb3ab-b500-423a-83ab-8e5d1e5293e4: DOWN {{(pid=91810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:34:51.287717 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'Port': ['ID=de42636a-0ef6-4b51-b0fc-1cde221b7133,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:51.293687 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:51.681551 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-63c841c0-d573-4279-9983-73213c47e8c2 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:51.683206 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-63c841c0-d573-4279-9983-73213c47e8c2 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1018660 May 27 09:34:51.820818 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2188-6ff7-43fb-a22e-2b225c4f5491 req-d08ac1fe-bf2b-409b-a863-45ebe1bda56d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:51.821539 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-1b2e2188-6ff7-43fb-a22e-2b225c4f5491 req-d08ac1fe-bf2b-409b-a863-45ebe1bda56d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Synchronizing usage tracker for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:51.836497 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Deleting port 1951cea2-f361-4e4e-8cca-47eb1b218c4b {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:34:51.836869 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:51.850898 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-1b2e2188-6ff7-43fb-a22e-2b225c4f5491 req-d08ac1fe-bf2b-409b-a863-45ebe1bda56d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Unset dirty status for tenant:6d70f605810247cba902fc89fe1cdba3 on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:51.851973 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1b2e2188-6ff7-43fb-a22e-2b225c4f5491 req-d08ac1fe-bf2b-409b-a863-45ebe1bda56d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 945 time: 0.1651087 May 27 09:34:51.906127 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:51.918583 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-1b2e2188-6ff7-43fb-a22e-2b225c4f5491 req-df2d9c4b-a9d5-4a23-a420-2fc14a1b41e6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4287d18-12df-43e9-b11a-8473250e80f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607004 May 27 09:34:52.013816 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] For port 1951cea2-f361-4e4e-8cca-47eb1b218c4b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1951cea2-f361-4e4e-8cca-47eb1b218c4b,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:52.014542 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:52.027174 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:52.145783 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Calling delete_port for 1951cea2-f361-4e4e-8cca-47eb1b218c4b owned by compute:nova {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:34:52.328235 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:52.338007 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4a3bd7ae-95d7-48d2-8949-22e270a5186a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:52.358019 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:52.366257 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:52.370387 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:52.392398 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event deleted for resources: {'Port': ['ID=1951cea2-f361-4e4e-8cca-47eb1b218c4b,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:52.395574 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:52.483342 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] No DVR routers for this DVR port 1951cea2-f361-4e4e-8cca-47eb1b218c4b on host hv-cinder-77262 {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:34:52.487054 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:52.489759 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'name': 'network-vif-deleted', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:52.514668 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48597ea4-f0a2-4c71-991e-68c4a24930c8 req-fdd08dee-f1f5-46d5-81f2-a46258a420d4 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:52.517392 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-48597ea4-f0a2-4c71-991e-68c4a24930c8 req-fdd08dee-f1f5-46d5-81f2-a46258a420d4 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 946 time: 0.2548883 May 27 09:34:52.519561 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-737e06ac-c229-4e52-adc0-353e8f2cb0fb req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.36 "DELETE /v2.0/ports/1951cea2-f361-4e4e-8cca-47eb1b218c4b HTTP/1.1" status: 204 len: 173 time: 0.8265715 May 27 09:34:52.547386 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'Port': ['ID=de42636a-0ef6-4b51-b0fc-1cde221b7133,revision_number=2']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:52.556077 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:52.563723 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c8d870-7c3a-4474-bde2-6d74ff83a317', 'name': 'network-vif-deleted', 'tag': '1951cea2-f361-4e4e-8cca-47eb1b218c4b', 'status': 'completed', 'code': 200} May 27 09:34:52.580340 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:52.684767 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-e3e43ad5-9f62-4d73-ab32-f55f5905a498 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:52.686193 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-e3e43ad5-9f62-4d73-ab32-f55f5905a498 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.36 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 946 time: 0.2758417 May 27 09:34:52.693735 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-48597ea4-f0a2-4c71-991e-68c4a24930c8 req-cf5458a7-cef0-48ee-8ae6-c2fec4631c6e tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588013 May 27 09:34:52.841074 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.l3_db [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Floating IP 1f1a95f4-2731-4e3b-9874-087d38ac7c34 associated. External IP: 172.28.1.112, port: 17923c34-49a5-493d-ad34-2674d1a56130. May 27 09:34:53.101598 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Deleting port dfcede3d-109d-4fe3-8d70-a5aa971ba757 {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:34:53.101939 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:53.225725 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-d399476e-4162-4b5c-81bf-3ad1efdfea43 req-dce99b84-cea3-46cc-9354-454cb9076e3d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c8d870-7c3a-4474-bde2-6d74ff83a317 HTTP/1.1" status: 200 len: 210 time: 0.1040022 May 27 09:34:53.567386 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] For port dfcede3d-109d-4fe3-8d70-a5aa971ba757, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dfcede3d-109d-4fe3-8d70-a5aa971ba757,segment=NetworkSegment(77cd37c6-8a95-4088-9503-7dbac2e4b0eb),segment_id=77cd37c6-8a95-4088-9503-7dbac2e4b0eb)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:53.568082 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:53.700354 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Calling delete_port for dfcede3d-109d-4fe3-8d70-a5aa971ba757 owned by compute:nova {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:34:53.717786 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Router baa17d24-768f-4d89-8a5d-9668066cd12e has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:34:53.886371 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900de7e-dc4a-4cb0-b29a-8dabf6d5d61a req-af3e1c92-392f-46ae-b8e5-00a6e5cbf722 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:53.887805 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7900de7e-dc4a-4cb0-b29a-8dabf6d5d61a req-af3e1c92-392f-46ae-b8e5-00a6e5cbf722 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/ports?device_id=3621742a-2a03-4e7b-88a3-b36bf62598a3 HTTP/1.1" status: 200 len: 946 time: 0.0823753 May 27 09:34:53.937963 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-7900de7e-dc4a-4cb0-b29a-8dabf6d5d61a req-02dfc944-b5da-4785-8ce1-abffd80bcfb4 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 May 27 09:34:53.978294 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:34:53.988707 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] Sync routers for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:34:53.998066 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:53.998757 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:34:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:54.017638 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.024923 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e466c809-096b-45f0-bc4b-3ae6167fa23a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:54.029309 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['dfcede3d-109d-4fe3-8d70-a5aa971ba757'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:34:54.074810 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.105131 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Pushing event deleted for resources: {'Port': ['ID=dfcede3d-109d-4fe3-8d70-a5aa971ba757,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:54.113685 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:54.205524 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] No DVR routers for this DVR port dfcede3d-109d-4fe3-8d70-a5aa971ba757 on host hv-cinder-77262 {{(pid=91808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:34:54.206901 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:54.209552 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.211438 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-47a1ff47-094f-4ee5-a2ec-dc0d4163e98a req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] 10.222.0.36 "DELETE /v2.0/ports/dfcede3d-109d-4fe3-8d70-a5aa971ba757 HTTP/1.1" status: 204 len: 173 time: 1.4710121 May 27 09:34:54.211933 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3621742a-2a03-4e7b-88a3-b36bf62598a3', 'name': 'network-vif-deleted', 'tag': 'dfcede3d-109d-4fe3-8d70-a5aa971ba757'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:54.221948 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6819413 May 27 09:34:54.224615 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41338) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:54.229996 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253362103', 'description': 'tempest-secgroup-smoke-1253362103 description', 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:54.236416 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:54.248527 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:54.260593 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.282692 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3621742a-2a03-4e7b-88a3-b36bf62598a3', 'name': 'network-vif-deleted', 'tag': 'dfcede3d-109d-4fe3-8d70-a5aa971ba757', 'status': 'completed', 'code': 200} May 27 09:34:54.290874 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:54.295100 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Usage tracker for resource:security_group_rule and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:54.298674 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:54.305252 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:54.349764 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device dfcede3d-109d-4fe3-8d70-a5aa971ba757 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:34:54.386770 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41344) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:54.407777 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: dfcede3d-109d-4fe3-8d70-a5aa971ba757 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:34:54.408489 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device dfcede3d-109d-4fe3-8d70-a5aa971ba757 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:34:54.409203 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 1951cea2-f361-4e4e-8cca-47eb1b218c4b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:34:54.448583 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 1951cea2-f361-4e4e-8cca-47eb1b218c4b {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:34:54.449338 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 1951cea2-f361-4e4e-8cca-47eb1b218c4b not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:34:54.456567 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.462902 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.477612 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c1dce879-46b1-4d8f-b0fa-3d0210140037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:54.499620 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-c2a58e22-a47d-4072-a539-829ec9ca2ce3 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.521142 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.525182 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2968249 May 27 09:34:54.525424 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41348) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:54.528709 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9b71b5-e327-4e42-b735-e3ddd556c7e3,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:54.533667 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-c2a58e22-a47d-4072-a539-829ec9ca2ce3 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.534130 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'security_group_rule': {'security_group_id': 'ca9b71b5-e327-4e42-b735-e3ddd556c7e3', 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:54.540359 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:54.544418 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:54.545388 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Usage tracker for resource:security_group_rule and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:54.548883 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:54.556026 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:54.577230 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.614081 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-c2a58e22-a47d-4072-a539-829ec9ca2ce3 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.627975 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-077fdfb9-477b-4437-a896-fdf0fc8cf368 tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:54.645799 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a58e22-a47d-4072-a539-829ec9ca2ce3 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4287d18-12df-43e9-b11a-8473250e80f5,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:54.648159 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-c2a58e22-a47d-4072-a539-829ec9ca2ce3 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.649667 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-c2a58e22-a47d-4072-a539-829ec9ca2ce3 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] 10.222.0.37 "DELETE /v2.0/security-groups/d4287d18-12df-43e9-b11a-8473250e80f5 HTTP/1.1" status: 204 len: 168 time: 0.2611969 May 27 09:34:54.650726 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-c2a58e22-a47d-4072-a539-829ec9ca2ce3 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:54.653236 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:54Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '1f1a95f4-2731-4e3b-9874-087d38ac7c34', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'floating_ip_address': '172.28.1.112', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'port_id': '17923c34-49a5-493d-ad34-2674d1a56130', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'mac_address': 'fa:16:3e:6d:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:34:51Z', 'updated_at': '2021-05-27T09:34:51Z', 'revision_number': 0, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5172b9f-7b40-4cb9-8087-2903f0bdb164', 'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:53Z', 'updated_at': '2021-05-27T09:34:00Z', 'revision_number': 5, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'subnets': [{'id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:54.657477 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.661209 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] Checking router: baa17d24-768f-4d89-8a5d-9668066cd12e for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:34:54.665220 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.667764 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:54.672110 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:54.674230 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:34:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:54.710130 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55eae0d7-529c-4a4c-8d86-3b3abd57daaf,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:54.710326 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41354) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:54.712212 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:54.721397 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.722440 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-4cb051a1-d29b-4c7f-aec7-a54cdcb5abf8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960874 May 27 09:34:54.725502 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41360) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:54.731206 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'security_group_rule': {'security_group_id': 'ca9b71b5-e327-4e42-b735-e3ddd556c7e3', 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:54.740798 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:54.745101 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Usage tracker for resource:security_group_rule and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:54.749129 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:54.756589 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:54.776222 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.856921 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.862094 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.864233 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3d4193f7-022e-4e9e-894b-26aa96554d0e tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:54.888008 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:54.958617 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5abbb4-d06b-4e0c-9a36-9123412e30ad,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:54.978555 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:54.994049 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:54.998313 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2686450 May 27 09:34:54.998490 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41366) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:55.058898 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'security_group_rule': {'security_group_id': 'ca9b71b5-e327-4e42-b735-e3ddd556c7e3', 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:55.067310 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:34:55.081826 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:55.090037 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Usage tracker for resource:security_group_rule and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:55.095612 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:55.104860 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:55.193478 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.304856 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:54Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '1f1a95f4-2731-4e3b-9874-087d38ac7c34', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'floating_ip_address': '172.28.1.112', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'port_id': '17923c34-49a5-493d-ad34-2674d1a56130', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'mac_address': 'fa:16:3e:6d:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:34:51Z', 'updated_at': '2021-05-27T09:34:51Z', 'revision_number': 0, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5172b9f-7b40-4cb9-8087-2903f0bdb164', 'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:53Z', 'updated_at': '2021-05-27T09:34:00Z', 'revision_number': 5, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'subnets': [{'id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:55.308965 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85eedac-3e16-49c6-8f0c-2936221f7b40 None None] The sync data for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb is: [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:54Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_floatingips': [{'id': '1f1a95f4-2731-4e3b-9874-087d38ac7c34', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'floating_ip_address': '172.28.1.112', 'floating_network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'router_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'port_id': '17923c34-49a5-493d-ad34-2674d1a56130', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'mac_address': 'fa:16:3e:6d:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:34:51Z', 'updated_at': '2021-05-27T09:34:51Z', 'revision_number': 0, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5172b9f-7b40-4cb9-8087-2903f0bdb164', 'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:53Z', 'updated_at': '2021-05-27T09:34:00Z', 'revision_number': 5, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'subnets': [{'id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:34:55.337544 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.349373 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.356495 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-7b2088bd-6d87-4d49-b7bc-69b5cf70879d tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:55.419874 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99d6bb6-d3fa-4ecc-8dd6-9fc4fb691294,revision_number=0']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:55.421968 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.425506 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4261231 May 27 09:34:55.427581 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41378) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:55.430606 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-962df858-a01e-45b2-a2ef-221a9beb33bb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:55.434683 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'security_group_rule': {'security_group_id': 'ca9b71b5-e327-4e42-b735-e3ddd556c7e3', 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:55.441941 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:55.447769 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Usage tracker for resource:security_group_rule and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:55.451019 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:55.457760 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:55.476841 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.555831 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.561655 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.570703 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c61bdd55-796c-49b9-9969-d59507c7e0a6 tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:55.587421 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331e1e91-3bae-4c35-99ad-54cd61d6a37a,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:55.591070 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:55.615236 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b05b76-a3a6-40f3-8cbc-a3a4dba328f2 None None] New status for floating IP 1f1a95f4-2731-4e3b-9874-087d38ac7c34: ACTIVE {{(pid=91810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:34:55.622569 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.623818 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-9ca20d8e-a52b-4a08-94ec-2e5428d9b0ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1949368 May 27 09:34:55.627050 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41386) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:55.632929 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'security_group_rule': {'security_group_id': 'ca9b71b5-e327-4e42-b735-e3ddd556c7e3', 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:55.638151 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768243'] for router_interface, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.638928 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:55.643776 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Usage tracker for resource:security_group_rule and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:55.646876 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:55.652767 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:55.665576 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.securitygroups_db [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Project 7bc7bca90bc34e72bf05e5f352404b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:34:55.671841 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.747736 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.751207 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.754118 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:55.779845 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9857e78-1e90-44c4-8959-0b59db1421b2,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:55.786082 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:55.791260 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.795579 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f6946761-4ad7-48f6-9495-50b1fa6dabfa tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1675246 May 27 09:34:55.796466 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41392) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:55.802299 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'security_group_rule': {'security_group_id': 'ca9b71b5-e327-4e42-b735-e3ddd556c7e3', 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:55.809966 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:34:55.815656 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Usage tracker for resource:security_group_rule and tenant:7bc7bca90bc34e72bf05e5f352404b9d is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:34:55.818993 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:34:55.826178 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:34:55.840688 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.securitygroups_db [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Project 7bc7bca90bc34e72bf05e5f352404b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 09:34:55.847521 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.929871 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.936245 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721285'] for security_group_rule, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.939068 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-83d5a658-d7d9-40a4-862c-4f2958085b72 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:55.976332 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155d9eca-fd6a-463e-b969-c6a953f8e7f7,revision_number=0']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:55.978259 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:55.983017 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1853843 May 27 09:34:55.984999 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-39fd7502-463e-4abe-9a17-e880534325e5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:56.114307 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-5ff1174b-169e-4bb1-980d-34187fdf49b1 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Synchronizing usage tracker for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:34:56.139877 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-5ff1174b-169e-4bb1-980d-34187fdf49b1 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Unset dirty status for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:34:56.139877 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-5ff1174b-169e-4bb1-980d-34187fdf49b1 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253362103&fields=id&tenant_id=7bc7bca90bc34e72bf05e5f352404b9d HTTP/1.1" status: 200 len: 267 time: 0.0582182 May 27 09:34:56.178892 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Deleting port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:34:56.179463 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:56.227946 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-d9674e21-cadd-49f5-a9b2-e73262360922 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:56.229494 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-d9674e21-cadd-49f5-a9b2-e73262360922 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 945 time: 0.0919859 May 27 09:34:56.243522 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.v2.base [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'port': {'security_groups': ['c20e68ad-bc92-42b9-aade-1aa867a39742', 'ca9b71b5-e327-4e42-b735-e3ddd556c7e3']}} {{(pid=91808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:34:56.294384 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:56.312671 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] For port 8f605e97-dc6e-47b4-8b7e-85f2e14abc06, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=8f605e97-dc6e-47b4-8b7e-85f2e14abc06,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:56.313998 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:56.367131 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130', 'status': 'completed', 'code': 200} May 27 09:34:56.421683 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:56.555648 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-8efdc2d7-8ef7-4ca4-b905-41b587ed8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:56.557176 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-8efdc2d7-8ef7-4ca4-b905-41b587ed8f1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc7bca90bc34e72bf05e5f352404b9d&device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 1098 time: 0.1761987 May 27 09:34:56.590794 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Calling delete_port for 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 owned by network:router_interface {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:34:56.902744 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:56.907323 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-f08fcd0d-e8ef-4dce-8d23-20e47a19311d tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:56.936899 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-a60df0b2-3635-476f-bdad-5c89404f3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:56.938965 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-a60df0b2-3635-476f-bdad-5c89404f3a63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44c6f72c-cf20-465f-a61f-6cc99ea59f05 HTTP/1.1" status: 200 len: 916 time: 0.3675451 May 27 09:34:56.948956 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f605e97-dc6e-47b4-8b7e-85f2e14abc06,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:56.952041 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:57.023816 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] For port 17923c34-49a5-493d-ad34-2674d1a56130, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=17923c34-49a5-493d-ad34-2674d1a56130,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:57.088398 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-2d62010c-a61d-4d14-94c0-c0c181393188 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 1001 time: 0.1292894 May 27 09:34:57.094780 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for port, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:57.131469 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6370560'] for port, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:57.140800 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-52bef066-cbc5-460d-90d9-51d7f8cdf68d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:34:57.144427 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['17923c34-49a5-493d-ad34-2674d1a56130'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:34:57.230921 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:57.231572 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:57.232977 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-783bef1c-5edb-4e6e-a5e2-7d51709c4759 req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "PUT /v2.0/ports/17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 981 time: 0.9943361 May 27 09:34:57.249332 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-e25dd54a-9e94-40c9-a4f7-a0584d6c98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:57.251116 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-e25dd54a-9e94-40c9-a4f7-a0584d6c98e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4b6235-0897-4a91-9f67-ae8ffee4ef11 HTTP/1.1" status: 200 len: 854 time: 0.1543238 May 27 09:34:57.252369 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'Port': ['ID=17923c34-49a5-493d-ad34-2674d1a56130,revision_number=6']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:34:57.257336 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c3ac14ae-42a7-47b1-b625-129e9ce22987 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:34:57.304350 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['17923c34-49a5-493d-ad34-2674d1a56130'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:34:57.414591 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-098bfeb9-a196-4fe0-a067-053754320a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:57.415987 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-098bfeb9-a196-4fe0-a067-053754320a8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44c6f72c-cf20-465f-a61f-6cc99ea59f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1577652 May 27 09:34:57.497693 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764483'] for router_interface, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:57.691925 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-8b45acf5-f4ce-4c0c-8890-82e4be7fe9eb service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663045 May 27 09:34:57.713005 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-2f568c27-ad38-41ce-9330-85066eed3048 None None] Provisioning complete for port 17923c34-49a5-493d-ad34-2674d1a56130 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:34:57.713389 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-2f568c27-ad38-41ce-9330-85066eed3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:57.955062 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-743a7cbf-dd9b-403f-a3ae-44b63106f432 req-cb678370-5dd9-4fbb-a369-db52b6ad977a service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520034 May 27 09:34:58.026468 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Router 0d2624d0-57b7-4988-9d56-7e1722d40b14 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:34:58.044024 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d7ecf-ea69-4cad-bc72-e8b648470a71 req-a0ebefe1-fdb4-460f-98f6-34bacac7aab8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:58.046581 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2f7d7ecf-ea69-4cad-bc72-e8b648470a71 req-a0ebefe1-fdb4-460f-98f6-34bacac7aab8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.6433191 May 27 09:34:58.201248 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-2f7d7ecf-ea69-4cad-bc72-e8b648470a71 req-88bd2baf-a352-4fec-82b7-5f013149981f tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371274 May 27 09:34:58.369060 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:34:58.439928 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130', 'status': 'completed', 'code': 200} May 27 09:34:58.497328 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:34:58.516378 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] Sync routers for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:34:58.545301 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:58.546015 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:34:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:58.550298 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-38beeb37-975c-4cdf-884a-ec6630791684 admin admin] 10.222.0.37 "PUT /v2.0/routers/0d2624d0-57b7-4988-9d56-7e1722d40b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8325250 May 27 09:34:58.550815 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41452) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:34:58.769245 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44458473-84a6-4991-881d-23909dcb54c9 req-be78a6b2-e9b4-403d-b9cd-02b574e0efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:58.770644 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-44458473-84a6-4991-881d-23909dcb54c9 req-be78a6b2-e9b4-403d-b9cd-02b574e0efd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc7bca90bc34e72bf05e5f352404b9d&device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 1137 time: 0.2931604 May 27 09:34:58.795828 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:58.801256 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks [] for router, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:59.147989 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44458473-84a6-4991-881d-23909dcb54c9 req-1b2187f6-2f2d-48d1-855d-e51349b78477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:59.149502 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-44458473-84a6-4991-881d-23909dcb54c9 req-1b2187f6-2f2d-48d1-855d-e51349b78477 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44c6f72c-cf20-465f-a61f-6cc99ea59f05 HTTP/1.1" status: 200 len: 916 time: 0.2647269 May 27 09:34:59.256225 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:34:56Z', 'revision_number': 5, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:59.262612 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] Checking router: 0d2624d0-57b7-4988-9d56-7e1722d40b14 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:34:59.275210 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] Routers {'0d2624d0-57b7-4988-9d56-7e1722d40b14'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:34:59.275911 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:34:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['0d2624d0-57b7-4988-9d56-7e1722d40b14'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:59.373171 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:59.390685 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-44458473-84a6-4991-881d-23909dcb54c9 req-42cdd0b3-d321-4bf9-bdd8-f2bec09da851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 1001 time: 0.2299986 May 27 09:34:59.517138 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] Set router 0d2624d0-57b7-4988-9d56-7e1722d40b14 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:34:59.518463 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44458473-84a6-4991-881d-23909dcb54c9 req-884aa50d-1d30-468c-a0ed-2c4675b3ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:59.519988 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-44458473-84a6-4991-881d-23909dcb54c9 req-884aa50d-1d30-468c-a0ed-2c4675b3ffe1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4b6235-0897-4a91-9f67-ae8ffee4ef11 HTTP/1.1" status: 200 len: 854 time: 0.0961885 May 27 09:34:59.592362 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Deleting port be7a1d9c-6614-4b6a-baac-74657865313f {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:34:59.592833 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:59.746810 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44458473-84a6-4991-881d-23909dcb54c9 req-5c04cf4f-83df-435f-bed1-4d75fd3c41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:34:59.748641 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-44458473-84a6-4991-881d-23909dcb54c9 req-5c04cf4f-83df-435f-bed1-4d75fd3c41d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44c6f72c-cf20-465f-a61f-6cc99ea59f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2212033 May 27 09:34:59.855182 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] For port be7a1d9c-6614-4b6a-baac-74657865313f, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=be7a1d9c-6614-4b6a-baac-74657865313f,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:34:59.855915 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:34:59.905672 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:34:56Z', 'revision_number': 5, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:34:59.910381 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de1a64-84a2-43ce-a905-a9f48eeef8ae None None] The sync data for ids ['0d2624d0-57b7-4988-9d56-7e1722d40b14'] in dv-cinder-772623-6-smb is: [{'id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'name': 'tempest-TestShelveInstance-2041503879-router', 'tenant_id': '6d70f605810247cba902fc89fe1cdba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:42Z', 'updated_at': '2021-05-27T09:34:56Z', 'revision_number': 5, 'project_id': '6d70f605810247cba902fc89fe1cdba3', 'gw_port': {'id': 'be7a1d9c-6614-4b6a-baac-74657865313f', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2624d0-57b7-4988-9d56-7e1722d40b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:44Z', 'updated_at': '2021-05-27T09:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:34:59.998177 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Calling delete_port for be7a1d9c-6614-4b6a-baac-74657865313f owned by network:router_gateway {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:00.047515 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-44458473-84a6-4991-881d-23909dcb54c9 req-d97e3fb3-282e-4c21-abc2-04d4cb046f5c service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879593 May 27 09:35:00.310869 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:00.365062 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-44458473-84a6-4991-881d-23909dcb54c9 req-939e22e5-ea8f-4375-9e04-345d9c2a0823 service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107233 May 27 09:35:00.403138 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:00.403138 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 8f605e97-dc6e-47b4-8b7e-85f2e14abc06 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:00.478903 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:00.495046 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-5d2c9476-21ff-4fee-b7fc-f9b2cd92a243 tempest-VolumesActionsTest-609333611 tempest-VolumesActionsTest-609333611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:00.583858 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7a1d9c-6614-4b6a-baac-74657865313f,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:00.590951 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:00.653993 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763868'] for router_gateway, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:00.971075 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4056'] for router, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:00.982044 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:01.011198 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765807'] for router, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:01.011911 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2624d0-57b7-4988-9d56-7e1722d40b14 {{(pid=91808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:35:01.034063 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] Notify callbacks [] for router, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:01.035191 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-11f43701-ada4-44f5-bda6-7ba6df6e6427 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0d2624d0-57b7-4988-9d56-7e1722d40b14 HTTP/1.1" status: 204 len: 168 time: 2.4832852 May 27 09:35:01.037942 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41474) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:01.118979 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_v2 [None req-5955c077-fc72-4608-9ee2-bcacbbc1974a admin admin] Deleting subnet d48acffe-ec0c-487a-bb63-f998d3195a26 {{(pid=91809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:35:01.122838 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5955c077-fc72-4608-9ee2-bcacbbc1974a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:01.191377 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5955c077-fc72-4608-9ee2-bcacbbc1974a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-950767'] for subnet, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:01.366152 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5955c077-fc72-4608-9ee2-bcacbbc1974a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:01.658860 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:01.753081 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5955c077-fc72-4608-9ee2-bcacbbc1974a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8283566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6574467'] for subnet, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:01.757397 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:01.816054 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955c077-fc72-4608-9ee2-bcacbbc1974a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48acffe-ec0c-487a-bb63-f998d3195a26,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:01.830349 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52063bf0-b2c2-45bb-a36e-f39155c7b0c5 None None] Network a945622c-506d-410f-907b-4f94ba757fed requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:35:01.837141 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-5955c077-fc72-4608-9ee2-bcacbbc1974a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:01.843650 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5955c077-fc72-4608-9ee2-bcacbbc1974a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:01.856940 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-5955c077-fc72-4608-9ee2-bcacbbc1974a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d48acffe-ec0c-487a-bb63-f998d3195a26 HTTP/1.1" status: 204 len: 168 time: 0.8175006 May 27 09:35:01.858954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41482) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:01.990129 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.159452 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Deleting port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:02.160114 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.170932 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device be7a1d9c-6614-4b6a-baac-74657865313f no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:02.219081 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: be7a1d9c-6614-4b6a-baac-74657865313f {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:02.220029 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device be7a1d9c-6614-4b6a-baac-74657865313f not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:02.304533 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] For port 4e3e9b62-c607-4482-a8ac-b095d8fd3465, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=4e3e9b62-c607-4482-a8ac-b095d8fd3465,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:02.304924 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.360432 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] DHCP port deletion for a945622c-506d-410f-907b-4f94ba757fed request from dv-cinder-772623-6-smb {{(pid=91810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:35:02.450092 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] Deleting port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 {{(pid=91810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:02.450807 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.461931 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Calling delete_port for 4e3e9b62-c607-4482-a8ac-b095d8fd3465 owned by network:dhcp {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:02.535560 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.548515 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-36446b5b-5213-4f6c-96f9-dfb90d731e7d tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:02.573921 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] For port 4e3e9b62-c607-4482-a8ac-b095d8fd3465, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=4e3e9b62-c607-4482-a8ac-b095d8fd3465,segment=NetworkSegment(6019378d-3f3e-4a8b-9b5d-05897dafb8e6),segment_id=6019378d-3f3e-4a8b-9b5d-05897dafb8e6)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:02.574633 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.594779 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] No DVR routers for this DVR port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 on host dv-cinder-772623-6-smb {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:35:02.628679 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3e9b62-c607-4482-a8ac-b095d8fd3465,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:02.633656 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:02.720698 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] Calling delete_port for 4e3e9b62-c607-4482-a8ac-b095d8fd3465 owned by network:dhcp {{(pid=91810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:02.732812 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.752904 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a945622c-506d-410f-907b-4f94ba757fed']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:02.773064 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6019378d-3f3e-4a8b-9b5d-05897dafb8e6') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:02.773635 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6019378d-3f3e-4a8b-9b5d-05897dafb8e6') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:02.794214 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669'] for port, after_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.798363 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-0667ce30-d433-4c33-9f58-b2441d4fa31b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:02.802646 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.828721 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.850626 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:35:02.852414 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] Pushing event deleted for resources: {'Port': ['ID=4e3e9b62-c607-4482-a8ac-b095d8fd3465,revision_number=None']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:02.855134 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:02.856836 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bce102-cfd0-4c41-8fc0-5b8ec000adea None None] No DVR routers for this DVR port 4e3e9b62-c607-4482-a8ac-b095d8fd3465 on host dv-cinder-772623-6-smb {{(pid=91810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:35:02.865105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:35:02.900712 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:35:03.031384 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:03.036942 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3c1e867d-33b3-43f2-a9e1-55458ab018e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:03.052118 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:03.064440 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Pushing event deleted for resources: {'Network': ['ID=a945622c-506d-410f-907b-4f94ba757fed,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:03.068429 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:03.087725 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] 10.222.0.37 "DELETE /v2.0/networks/a945622c-506d-410f-907b-4f94ba757fed HTTP/1.1" status: 204 len: 168 time: 1.2269866 May 27 09:35:03.090438 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41490) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:03.726217 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768243'] for router_interface, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:04.112777 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 4e3e9b62-c607-4482-a8ac-b095d8fd3465 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:04.158838 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 4e3e9b62-c607-4482-a8ac-b095d8fd3465 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:04.159309 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 4e3e9b62-c607-4482-a8ac-b095d8fd3465 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:04.249068 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Deleting port d6169fe9-5f1e-4fda-88e7-cff9eeb64440 {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:04.249068 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:04.394862 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] For port d6169fe9-5f1e-4fda-88e7-cff9eeb64440, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=d6169fe9-5f1e-4fda-88e7-cff9eeb64440,segment=NetworkSegment(3863ca26-82d2-48fb-8939-92e3747cfe8e),segment_id=3863ca26-82d2-48fb-8939-92e3747cfe8e)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:04.395414 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:04.529994 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Calling delete_port for d6169fe9-5f1e-4fda-88e7-cff9eeb64440 owned by network:router_interface {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:04.875005 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:04.879132 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e1f085b6-b914-41c2-8a4b-cdcda56f375d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:04.926342 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d6169fe9-5f1e-4fda-88e7-cff9eeb64440,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:04.929836 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:05.281344 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764483'] for router_interface, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:05.775086 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Router 8e0c0015-005b-4533-b597-a9dec3e7e391 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:35:06.067060 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:35:06.087965 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] Sync routers for ids ['8e0c0015-005b-4533-b597-a9dec3e7e391'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:35:06.100618 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-204b8a3e-0fb5-4543-917d-39025911cdbe admin admin] 10.222.0.37 "PUT /v2.0/routers/8e0c0015-005b-4533-b597-a9dec3e7e391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0075214 May 27 09:35:06.102671 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41512) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:06.104719 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] Routers {'8e0c0015-005b-4533-b597-a9dec3e7e391'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:35:06.109513 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:34:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['8e0c0015-005b-4533-b597-a9dec3e7e391'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:06.346949 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] Set router 8e0c0015-005b-4533-b597-a9dec3e7e391 gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:35:06.522760 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks [] for router, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:06.756768 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:06.848639 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:53Z', 'updated_at': '2021-05-27T09:35:04Z', 'revision_number': 5, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'gw_port': {'id': '5e0727d3-ae1e-4c7b-98f5-906004472a2d', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:29:54Z', 'updated_at': '2021-05-27T09:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:06.854613 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] Checking router: 8e0c0015-005b-4533-b597-a9dec3e7e391 for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:35:06.866093 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] Routers {'8e0c0015-005b-4533-b597-a9dec3e7e391'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:35:06.866742 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:34:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['8e0c0015-005b-4533-b597-a9dec3e7e391'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:06.912877 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Deleting port 5e0727d3-ae1e-4c7b-98f5-906004472a2d {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:06.913220 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:07.057586 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] For port 5e0727d3-ae1e-4c7b-98f5-906004472a2d, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=5e0727d3-ae1e-4c7b-98f5-906004472a2d,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:07.058757 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:07.082164 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] Set router 8e0c0015-005b-4533-b597-a9dec3e7e391 gateway port host: None {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:35:07.196211 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Calling delete_port for 5e0727d3-ae1e-4c7b-98f5-906004472a2d owned by network:router_gateway {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:07.229153 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:53Z', 'updated_at': '2021-05-27T09:35:06Z', 'revision_number': 6, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'gw_port_host': None}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:07.237126 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78f709-1907-4b11-a060-dd43044b8211 None None] The sync data for ids ['8e0c0015-005b-4533-b597-a9dec3e7e391'] in dv-cinder-772623-6-smb is: [{'id': '8e0c0015-005b-4533-b597-a9dec3e7e391', 'name': 'tempest-TestShelveInstance-1313094460-router', 'tenant_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:29:53Z', 'updated_at': '2021-05-27T09:35:06Z', 'revision_number': 6, 'project_id': 'd5f84205a6314a36a6d6d3a16b96efcc', 'gw_port_host': None}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:35:07.412306 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:07.420394 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-aa736d88-2206-47dc-b2d4-666d22cce96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:07.486850 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0727d3-ae1e-4c7b-98f5-906004472a2d,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:07.494500 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:07.608470 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763868'] for router_gateway, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:07.819766 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4056'] for router, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:07.824050 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:07.861581 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765807'] for router, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:07.862025 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e0c0015-005b-4533-b597-a9dec3e7e391 {{(pid=91809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:35:07.877440 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:07.878609 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-0919d946-0a45-4de2-a5ac-b19904543c32 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8e0c0015-005b-4533-b597-a9dec3e7e391 HTTP/1.1" status: 204 len: 168 time: 1.7742112 May 27 09:35:07.881731 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41526) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:07.987247 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_v2 [None req-da90988e-649d-406e-9987-a092c0b673ea admin admin] Deleting subnet f9d2252b-5dc2-4d7a-8369-aac7f92cbec3 {{(pid=91808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:35:07.993208 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-da90988e-649d-406e-9987-a092c0b673ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:08.101391 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-da90988e-649d-406e-9987-a092c0b673ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6308039'] for subnet, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:08.165448 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device d6169fe9-5f1e-4fda-88e7-cff9eeb64440 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:08.201941 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: d6169fe9-5f1e-4fda-88e7-cff9eeb64440 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:08.202295 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device d6169fe9-5f1e-4fda-88e7-cff9eeb64440 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:08.202716 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 5e0727d3-ae1e-4c7b-98f5-906004472a2d no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:08.216716 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-da90988e-649d-406e-9987-a092c0b673ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:08.258752 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 5e0727d3-ae1e-4c7b-98f5-906004472a2d {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:08.259365 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 5e0727d3-ae1e-4c7b-98f5-906004472a2d not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:08.639060 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-da90988e-649d-406e-9987-a092c0b673ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6308038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7089785'] for subnet, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:08.649620 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:08.806544 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-da90988e-649d-406e-9987-a092c0b673ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:08.812011 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90988e-649d-406e-9987-a092c0b673ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d2252b-5dc2-4d7a-8369-aac7f92cbec3,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:08.812632 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a9ad6-b9f7-4498-b284-a2db82fbe5e0 None None] Network 49952163-63f2-4df6-9445-f508382cdccc requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:35:08.815700 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-da90988e-649d-406e-9987-a092c0b673ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:08.822391 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41534) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:08.822913 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-da90988e-649d-406e-9987-a092c0b673ea admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f9d2252b-5dc2-4d7a-8369-aac7f92cbec3 HTTP/1.1" status: 204 len: 168 time: 0.9388473 May 27 09:35:08.936766 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.030488 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Deleting port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:09.030860 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.128422 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] DHCP port deletion for 49952163-63f2-4df6-9445-f508382cdccc request from dv-cinder-772623-6-smb {{(pid=91810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:35:09.219450 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] Deleting port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 {{(pid=91810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:09.219828 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.286547 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] For port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=1b5a64b7-d7f7-434c-b7c4-cba0b5da0881,segment=NetworkSegment(3863ca26-82d2-48fb-8939-92e3747cfe8e),segment_id=3863ca26-82d2-48fb-8939-92e3747cfe8e)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:09.286906 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.362215 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] For port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=1b5a64b7-d7f7-434c-b7c4-cba0b5da0881,segment=NetworkSegment(3863ca26-82d2-48fb-8939-92e3747cfe8e),segment_id=3863ca26-82d2-48fb-8939-92e3747cfe8e)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:09.362215 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.461782 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Calling delete_port for 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 owned by network:dhcp {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:09.530589 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] Calling delete_port for 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 owned by network:dhcp {{(pid=91810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:09.543094 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.549424 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-97195244-2101-4c6b-8946-7c30c5fd54d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:09.601681 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669'] for port, after_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.607833 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:09.617583 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5a64b7-d7f7-434c-b7c4-cba0b5da0881,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:09.624526 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] No DVR routers for this DVR port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 on host dv-cinder-772623-6-smb {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:35:09.627790 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:09.654841 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] Pushing event deleted for resources: {'Port': ['ID=1b5a64b7-d7f7-434c-b7c4-cba0b5da0881,revision_number=None']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:09.660196 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:09.664480 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1594fd-7edf-4d28-adfe-e5c152a134d8 None None] No DVR routers for this DVR port 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 on host dv-cinder-772623-6-smb {{(pid=91810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:35:09.767004 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.789177 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49952163-63f2-4df6-9445-f508382cdccc']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:09.802507 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3863ca26-82d2-48fb-8939-92e3747cfe8e') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:09.802794 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3863ca26-82d2-48fb-8939-92e3747cfe8e') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:09.820950 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.837739 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.846715 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:35:09.847126 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:35:09.861561 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:35:09.974909 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:09.979411 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:09.993310 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:10.004683 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=49952163-63f2-4df6-9445-f508382cdccc,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:10.007667 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:10.012734 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] 10.222.0.37 "DELETE /v2.0/networks/49952163-63f2-4df6-9445-f508382cdccc HTTP/1.1" status: 204 len: 168 time: 1.1858401 May 27 09:35:10.102598 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:10.163475 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:10.165496 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 1b5a64b7-d7f7-434c-b7c4-cba0b5da0881 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:10.228191 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41548) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:10.286270 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a4e0fc2a-8def-4310-a9aa-946732353fc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d70f605810247cba902fc89fe1cdba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569553 May 27 09:35:10.288648 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41556) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:10.369433 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7e4fda80-7844-4df3-aec0-694152c02181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:10.405157 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7e4fda80-7844-4df3-aec0-694152c02181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:10.495622 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7e4fda80-7844-4df3-aec0-694152c02181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:10.500067 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-53ac3e59-e5d3-4b78-8747-0685a387fced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:10.514643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fda80-7844-4df3-aec0-694152c02181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f58f31-fd7b-403c-b4ea-f2a738cbdf6c,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:10.519845 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-7e4fda80-7844-4df3-aec0-694152c02181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:10.526626 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-7e4fda80-7844-4df3-aec0-694152c02181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:10.527964 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-7e4fda80-7844-4df3-aec0-694152c02181 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69f58f31-fd7b-403c-b4ea-f2a738cbdf6c HTTP/1.1" status: 204 len: 168 time: 0.2381692 May 27 09:35:11.010938 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41566) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:11.080816 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-c3423660-6183-4013-9396-1595db0b973a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5f84205a6314a36a6d6d3a16b96efcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643785 May 27 09:35:11.081396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41570) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:11.187266 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-57624d04-453d-460c-96f0-52bd21c3c194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:11.226384 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-57624d04-453d-460c-96f0-52bd21c3c194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:11.326652 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-57624d04-453d-460c-96f0-52bd21c3c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:11.345990 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-66bb2163-ecd8-4938-997a-1ca9460adafa tempest-TestShelveInstance-1748115320 tempest-TestShelveInstance-1748115320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:11.364427 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57624d04-453d-460c-96f0-52bd21c3c194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c307865f-11cb-4a3c-95ee-646e7c15b4a9,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:11.368546 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-57624d04-453d-460c-96f0-52bd21c3c194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:11.377422 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-57624d04-453d-460c-96f0-52bd21c3c194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:11.378397 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-57624d04-453d-460c-96f0-52bd21c3c194 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c307865f-11cb-4a3c-95ee-646e7c15b4a9 HTTP/1.1" status: 204 len: 168 time: 0.2956581 May 27 09:35:12.170298 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-24c32d62-d6d8-41a8-86de-052c7eee9faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:14.822134 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a357e8fa-1927-4564-b217-525b07c32e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:15.649095 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:17.442878 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:17.495175 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41670) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:17.554724 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3c7533-7fcf-4be1-8b82-81bb5dc11cdd admin admin] Deleting subnet 41298b5f-61f6-4f6d-aef6-48824680edbc {{(pid=91809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:35:17.557607 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7533-7fcf-4be1-8b82-81bb5dc11cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:17.608826 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7533-7fcf-4be1-8b82-81bb5dc11cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-950767'] for subnet, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:17.661969 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7533-7fcf-4be1-8b82-81bb5dc11cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:17.912349 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7533-7fcf-4be1-8b82-81bb5dc11cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8283566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6574467'] for subnet, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:17.916354 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:17.950749 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c7533-7fcf-4be1-8b82-81bb5dc11cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41298b5f-61f6-4f6d-aef6-48824680edbc,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:17.954616 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8a3c7533-7fcf-4be1-8b82-81bb5dc11cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:17.955601 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7533-7fcf-4be1-8b82-81bb5dc11cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:17.961738 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-8a3c7533-7fcf-4be1-8b82-81bb5dc11cdd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/41298b5f-61f6-4f6d-aef6-48824680edbc HTTP/1.1" status: 204 len: 168 time: 0.4654970 May 27 09:35:17.964071 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41676) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:18.071707 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.204491 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.218080 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36bd8d4-3b56-4004-8f56-4e20f188f84a']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:18.231739 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cd37c6-8a95-4088-9503-7dbac2e4b0eb') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:18.232066 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cd37c6-8a95-4088-9503-7dbac2e4b0eb') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:18.245257 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.267884 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.286477 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:35:18.286868 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:35:18.301241 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:35:18.386628 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.390680 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:18.403624 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.414652 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b36bd8d4-3b56-4004-8f56-4e20f188f84a,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:18.417954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:18.426967 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-50c3813b-ffcf-4172-bae5-beb29fd03ab2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b36bd8d4-3b56-4004-8f56-4e20f188f84a HTTP/1.1" status: 204 len: 168 time: 0.4619145 May 27 09:35:18.628981 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41686) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:18.685758 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-9a60823d-c0cf-45c3-b8b3-fbeb761627ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a6b4ca3587f4b8b906f8c2e54b0e94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554707 May 27 09:35:18.688922 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41692) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:18.750307 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-afa0b452-9c38-4d27-a613-8b368c3ad858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.777340 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-afa0b452-9c38-4d27-a613-8b368c3ad858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.838121 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-afa0b452-9c38-4d27-a613-8b368c3ad858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.846850 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-e559fb51-bcdc-46cc-a913-4ed167f04f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:18.850112 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.870372 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b452-9c38-4d27-a613-8b368c3ad858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:18.873999 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-afa0b452-9c38-4d27-a613-8b368c3ad858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:18.882329 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-afa0b452-9c38-4d27-a613-8b368c3ad858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:18.883988 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-afa0b452-9c38-4d27-a613-8b368c3ad858 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1abee8f-bd88-4e72-bd65-f93ea5bbcf4c HTTP/1.1" status: 204 len: 168 time: 0.1941509 May 27 09:35:19.099680 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f9cdd-d58e-465b-9128-f48973ccbd9d req-a60a993c-966b-458c-bbad-cde0dd5b6b34 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:19.101509 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fd6f9cdd-d58e-465b-9128-f48973ccbd9d req-a60a993c-966b-458c-bbad-cde0dd5b6b34 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.0924635 May 27 09:35:19.147890 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fd6f9cdd-d58e-465b-9128-f48973ccbd9d req-8b1935cd-e1aa-4357-b3d9-9f68de64978f tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 May 27 09:35:20.507852 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146b26b-c3a7-4f97-8868-ee0867f10697 req-f8b24733-6e7e-429d-9cd0-a8ef6bea74db tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:20.509488 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b146b26b-c3a7-4f97-8868-ee0867f10697 req-f8b24733-6e7e-429d-9cd0-a8ef6bea74db tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.2371905 May 27 09:35:20.562065 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-b146b26b-c3a7-4f97-8868-ee0867f10697 req-4fb1fd80-2379-42b1-8783-588205e798f1 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups?id=df06cbbc-4e2d-4488-851b-1e87e425a8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446122 May 27 09:35:20.569175 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-b65ee836-b654-49d3-a44c-5951b8c44842 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:20.570819 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-b65ee836-b654-49d3-a44c-5951b8c44842 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 947 time: 0.1076059 May 27 09:35:20.733046 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Deleting port 55e41bfe-daf5-42b5-9cbb-cae47610042e {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:20.733537 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:20.899366 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] For port 55e41bfe-daf5-42b5-9cbb-cae47610042e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=55e41bfe-daf5-42b5-9cbb-cae47610042e,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:20.899723 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:21.227826 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:21.228207 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763873'] for floatingip, after_update {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:21.228531 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.db.l3_db [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Floating IP 01ea52bf-37c0-4659-82db-952ca15ff05c disassociated. External IP: 172.28.1.116, port: 55e41bfe-daf5-42b5-9cbb-cae47610042e. May 27 09:35:21.228903 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Calling delete_port for 55e41bfe-daf5-42b5-9cbb-cae47610042e owned by compute:nova {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:21.349316 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:21.356501 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6d2d705a-c691-4be1-9991-30c4d3c7b939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:21.403318 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event deleted for resources: {'Port': ['ID=55e41bfe-daf5-42b5-9cbb-cae47610042e,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:21.407280 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:21.628140 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Router 6725003e-96e5-4666-b62c-50ed90bb5be4 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:35:21.749642 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49eddc91-5194-463b-a47f-9976085756d7 req-85e0b3ee-cb8b-4e05-90bb-f04938635421 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 210 time: 0.0565369 May 27 09:35:21.890498 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:35:21.901130 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed26184-3274-49d1-8901-236151780949 None None] Sync routers for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:35:21.915966 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed26184-3274-49d1-8901-236151780949 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:35:21.916628 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-0ed26184-3274-49d1-8901-236151780949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:35:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:22.094786 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] No DVR routers for this DVR port 55e41bfe-daf5-42b5-9cbb-cae47610042e on host hv-cinder-77262 {{(pid=91808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:35:22.097550 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:22.101909 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-deleted', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:35:22.119751 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-38e8d588-c5cc-419c-8131-bed5d7c91bda req-e89d6d0e-4280-403c-98ee-11282e662e84 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.36 "DELETE /v2.0/ports/55e41bfe-daf5-42b5-9cbb-cae47610042e HTTP/1.1" status: 204 len: 173 time: 1.5404773 May 27 09:35:22.132988 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-0ed26184-3274-49d1-8901-236151780949 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:35:22.179603 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45f241c-e1c7-497f-8995-75f99b3bbecf', 'name': 'network-vif-deleted', 'tag': '55e41bfe-daf5-42b5-9cbb-cae47610042e', 'status': 'completed', 'code': 200} May 27 09:35:22.495574 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-0ed26184-3274-49d1-8901-236151780949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:22.500755 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed26184-3274-49d1-8901-236151780949 None None] Checking router: 6725003e-96e5-4666-b62c-50ed90bb5be4 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:35:22.509379 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed26184-3274-49d1-8901-236151780949 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:35:22.509991 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-0ed26184-3274-49d1-8901-236151780949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:35:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:22.765402 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-0ed26184-3274-49d1-8901-236151780949 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:35:22.948179 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-20233793-6111-4c33-b350-77ad9b7cd67b req-4a5070bc-650c-43b8-8e1c-7afc93b7965b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Synchronizing usage tracker for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:35:22.965765 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-20233793-6111-4c33-b350-77ad9b7cd67b req-4a5070bc-650c-43b8-8e1c-7afc93b7965b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Unset dirty status for tenant:3e86af4b146247b6a10dd84ed6624fbe on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:35:22.967136 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-20233793-6111-4c33-b350-77ad9b7cd67b req-4a5070bc-650c-43b8-8e1c-7afc93b7965b tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/ports?device_id=c45f241c-e1c7-497f-8995-75f99b3bbecf HTTP/1.1" status: 200 len: 210 time: 0.0647581 May 27 09:35:23.191021 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-0ed26184-3274-49d1-8901-236151780949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:23.195202 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed26184-3274-49d1-8901-236151780949 None None] The sync data for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb is: [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:28:41Z', 'revision_number': 4, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': '1fb82593-c5f5-43c4-b93e-489982f7e59f', 'name': '', 'network_id': '9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'mac_address': 'fa:16:3e:18:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:39Z', 'updated_at': '2021-05-27T09:28:52Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'subnets': [{'id': '47fdc049-6cea-4a10-9213-37c2e10e2ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:35:23.501682 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6af56-24ec-42fc-a84d-d06b2ce6059a req-d94aa65b-f8b4-45ce-a3cc-2dca51d99c09 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:23.503496 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-69b6af56-24ec-42fc-a84d-d06b2ce6059a req-d94aa65b-f8b4-45ce-a3cc-2dca51d99c09 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.1291673 May 27 09:35:23.505937 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-2e912286-9938-4c6e-b175-6ce33a6e0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:23.507485 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-2e912286-9938-4c6e-b175-6ce33a6e0dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc7bca90bc34e72bf05e5f352404b9d&device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 1137 time: 0.1838715 May 27 09:35:23.510491 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75001011-8a9d-424b-ba2c-a553e74b2ec8 None None] New status for floating IP 01ea52bf-37c0-4659-82db-952ca15ff05c: DOWN {{(pid=91810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:35:23.659278 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-69b6af56-24ec-42fc-a84d-d06b2ce6059a req-a91c1418-c096-402b-889d-ee260e1ef239 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465969 May 27 09:35:23.710721 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-a73c44c4-dce2-444c-ba70-a9504cfec6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:23.713363 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-a73c44c4-dce2-444c-ba70-a9504cfec6be service neutron] 10.222.0.36 "GET /v2.0/networks?id=44c6f72c-cf20-465f-a61f-6cc99ea59f05 HTTP/1.1" status: 200 len: 916 time: 0.1865120 May 27 09:35:23.846624 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-d06890c9-29f7-486f-9d10-503556debce5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 1001 time: 0.1266494 May 27 09:35:23.930291 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-9f689064-b2be-46e0-bbc8-e2297a19f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:23.931908 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-9f689064-b2be-46e0-bbc8-e2297a19f654 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4b6235-0897-4a91-9f67-ae8ffee4ef11 HTTP/1.1" status: 200 len: 854 time: 0.0780668 May 27 09:35:24.024907 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-e3a552be-27e0-4fbd-91b4-b5b6607b6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:24.027237 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-e3a552be-27e0-4fbd-91b4-b5b6607b6c56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44c6f72c-cf20-465f-a61f-6cc99ea59f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864229 May 27 09:35:24.117164 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41800) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:24.200600 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-90bb0670-c884-4302-8614-9c4ac424edb7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:24.211881 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-f33b1446-ed42-4037-8747-048478eb517d service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757109 May 27 09:35:24.233525 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-90bb0670-c884-4302-8614-9c4ac424edb7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:24.300416 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-90bb0670-c884-4302-8614-9c4ac424edb7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:24.307904 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-571a565a-a2d0-45f1-910d-3b6fb544fc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:24.328251 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb0670-c884-4302-8614-9c4ac424edb7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df06cbbc-4e2d-4488-851b-1e87e425a8bd,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:24.331979 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-90bb0670-c884-4302-8614-9c4ac424edb7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:24.338866 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-90bb0670-c884-4302-8614-9c4ac424edb7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:24.342563 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-90bb0670-c884-4302-8614-9c4ac424edb7 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "DELETE /v2.0/security-groups/df06cbbc-4e2d-4488-851b-1e87e425a8bd HTTP/1.1" status: 204 len: 168 time: 0.2209733 May 27 09:35:24.342744 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41804) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:24.368652 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.api.v2.resource [None req-3ac7d078-b2a5-4008-831f-1bf1ea720e91 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] show failed (client error): The resource could not be found. May 27 09:35:24.369615 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-3ac7d078-b2a5-4008-831f-1bf1ea720e91 tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "GET /v2.0/security-groups/df06cbbc-4e2d-4488-851b-1e87e425a8bd HTTP/1.1" status: 404 len: 347 time: 0.0259023 May 27 09:35:24.373430 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41808) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:24.405685 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-fcb4f48c-b734-4a49-9f30-fb89d745bdae req-4b72b09b-3ba3-46d8-89a5-6f8a4452ed95 service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834831 May 27 09:35:24.488580 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:24.527786 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 55e41bfe-daf5-42b5-9cbb-cae47610042e {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:24.528695 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 55e41bfe-daf5-42b5-9cbb-cae47610042e not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:24.636542 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Deleting port 62bd30ce-eb55-47dc-960b-5b2b04adc42a {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:24.637171 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:24.790396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:24.790741 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:24.957610 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Calling delete_port for 62bd30ce-eb55-47dc-960b-5b2b04adc42a owned by network:floatingip {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:25.022954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f38419-62b3-4072-8da1-bce9ceedf1a1 req-97678d65-3f79-406f-80d0-19938f2b2680 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:25.024471 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-01f38419-62b3-4072-8da1-bce9ceedf1a1 req-97678d65-3f79-406f-80d0-19938f2b2680 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.2247410 May 27 09:35:25.089478 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-01f38419-62b3-4072-8da1-bce9ceedf1a1 req-5861cf59-4b83-491c-b473-3f429f7ed83e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581527 May 27 09:35:25.157344 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:25.161457 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-681bb736-1eec-4476-a6fa-7e086080ffb4 tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:25.206843 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Pushing event deleted for resources: {'Port': ['ID=62bd30ce-eb55-47dc-960b-5b2b04adc42a,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:25.210688 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:25.308124 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks [] for floatingip, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:25.327788 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:25.329596 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] 10.222.0.37 "DELETE /v2.0/floatingips/01ea52bf-37c0-4659-82db-952ca15ff05c HTTP/1.1" status: 204 len: 168 time: 0.9552786 May 27 09:35:26.293043 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845632c-b428-45ca-8414-ff670999fbc9 req-3530d639-6e77-4122-b125-308881e0520e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:26.294569 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b845632c-b428-45ca-8414-ff670999fbc9 req-3530d639-6e77-4122-b125-308881e0520e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.0909944 May 27 09:35:26.351686 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b845632c-b428-45ca-8414-ff670999fbc9 req-65465dd3-6454-4da1-a28f-ebb1fe3b8afd tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497363 May 27 09:35:27.581363 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da217403-dc06-4230-ab18-19232e421ba0 req-f99aa109-948d-4e3f-94f9-42b24103b95b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:27.582920 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-da217403-dc06-4230-ab18-19232e421ba0 req-f99aa109-948d-4e3f-94f9-42b24103b95b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.1087840 May 27 09:35:27.645438 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-da217403-dc06-4230-ab18-19232e421ba0 req-20877073-a0eb-41a7-8392-576cf4e21990 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564706 May 27 09:35:28.292630 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41848) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:28.908458 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c1a0d-862e-4f79-86f1-bcca02a60d74 req-fef8ed5a-321d-48df-9edf-7eacaffe4825 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:28.910102 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9e1c1a0d-862e-4f79-86f1-bcca02a60d74 req-fef8ed5a-321d-48df-9edf-7eacaffe4825 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.1447437 May 27 09:35:28.976502 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9e1c1a0d-862e-4f79-86f1-bcca02a60d74 req-ea060661-6220-43b0-aab1-12e1c268f4e0 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593750 May 27 09:35:29.280077 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768243'] for router_interface, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:29.746097 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Deleting port 1fb82593-c5f5-43c4-b93e-489982f7e59f {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:29.746436 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:29.898982 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] For port 1fb82593-c5f5-43c4-b93e-489982f7e59f, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=1fb82593-c5f5-43c4-b93e-489982f7e59f,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:29.899601 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:30.200216 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Calling delete_port for 1fb82593-c5f5-43c4-b93e-489982f7e59f owned by network:router_interface {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:30.304132 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6908ea-ea97-4654-a11f-23e060a84a36 req-685da162-c641-4f29-baae-7df997c5f05e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:30.305876 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac6908ea-ea97-4654-a11f-23e060a84a36 req-685da162-c641-4f29-baae-7df997c5f05e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.1752472 May 27 09:35:30.387129 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-ac6908ea-ea97-4654-a11f-23e060a84a36 req-fbc2a256-684f-45e0-b142-79a0e8497399 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640132 May 27 09:35:30.511532 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:30.524837 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9c1b1c32-1612-4126-a908-c2b04b5fb2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:30.659230 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb82593-c5f5-43c4-b93e-489982f7e59f,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:30.670379 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:31.058839 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764483'] for router_interface, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:31.651738 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:31.688899 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Router 6725003e-96e5-4666-b62c-50ed90bb5be4 has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:35:31.700868 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c82b0d-fe33-4b8e-b21f-ea14ce1d7d82 req-cbf08521-15d0-4666-913f-20ef113cbfbb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:31.702601 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-31c82b0d-fe33-4b8e-b21f-ea14ce1d7d82 req-cbf08521-15d0-4666-913f-20ef113cbfbb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.1179380 May 27 09:35:31.782426 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-31c82b0d-fe33-4b8e-b21f-ea14ce1d7d82 req-7bceadad-9e67-4cb3-ba7b-2b1793d31171 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664501 May 27 09:35:32.005788 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:35:32.016866 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] Sync routers for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:35:32.019086 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] 10.222.0.37 "PUT /v2.0/routers/6725003e-96e5-4666-b62c-50ed90bb5be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7251999 May 27 09:35:32.022179 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41870) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:32.032814 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:35:32.033911 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:35:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:32.139333 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:35:32.264101 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:35:32.304188 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks [] for router, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:32.494069 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:32.586681 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Deleting port fb02faa9-2a58-44d9-8973-f38e135cd1cd {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:32.587266 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:32.612785 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:35:30Z', 'revision_number': 5, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port': {'id': 'fb02faa9-2a58-44d9-8973-f38e135cd1cd', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:28:33Z', 'updated_at': '2021-05-27T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:32.617205 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] Checking router: 6725003e-96e5-4666-b62c-50ed90bb5be4 for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:35:32.627205 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] Routers {'6725003e-96e5-4666-b62c-50ed90bb5be4'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:35:32.627830 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:35:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['6725003e-96e5-4666-b62c-50ed90bb5be4'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:32.794053 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] Set router 6725003e-96e5-4666-b62c-50ed90bb5be4 gateway port host: None {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:35:32.794348 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] For port fb02faa9-2a58-44d9-8973-f38e135cd1cd, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=fb02faa9-2a58-44d9-8973-f38e135cd1cd,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:32.794867 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:32.946221 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:35:32Z', 'revision_number': 6, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port_host': None}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:32.950296 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889685f4-b7cb-4761-adfc-1bd121bd6293 None None] The sync data for ids ['6725003e-96e5-4666-b62c-50ed90bb5be4'] in dv-cinder-772623-6-smb is: [{'id': '6725003e-96e5-4666-b62c-50ed90bb5be4', 'name': 'tempest-AttachVolumeShelveTestJSON-855767059-router', 'tenant_id': '3e86af4b146247b6a10dd84ed6624fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:28:31Z', 'updated_at': '2021-05-27T09:35:32Z', 'revision_number': 6, 'project_id': '3e86af4b146247b6a10dd84ed6624fbe', 'gw_port_host': None}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:35:32.954487 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Calling delete_port for fb02faa9-2a58-44d9-8973-f38e135cd1cd owned by network:router_gateway {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:33.176072 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ae8a-33c1-4b51-aa79-bc30ca614604 req-f8d280d7-9b81-44d3-ad73-9b5fb387c499 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:33.177569 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1086ae8a-33c1-4b51-aa79-bc30ca614604 req-f8d280d7-9b81-44d3-ad73-9b5fb387c499 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.2326233 May 27 09:35:33.246547 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-1086ae8a-33c1-4b51-aa79-bc30ca614604 req-075f8891-23bb-4264-b008-4c30c9f0a1d5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553012 May 27 09:35:33.339641 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:33.346613 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-f1045104-52c9-43e8-ba57-8478aa9b56ba tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:33.394836 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb02faa9-2a58-44d9-8973-f38e135cd1cd,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:33.425312 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:33.507712 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763868'] for router_gateway, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:33.699954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4056'] for router, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:33.703654 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:33.753042 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765807'] for router, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:33.753593 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6725003e-96e5-4666-b62c-50ed90bb5be4 {{(pid=91809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:35:33.778335 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:33.780239 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-75514b76-0fff-4b05-9f55-e799df717355 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6725003e-96e5-4666-b62c-50ed90bb5be4 HTTP/1.1" status: 204 len: 168 time: 1.7568841 May 27 09:35:33.784700 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41886) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:33.848232 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.db_base_plugin_v2 [None req-8666b1dc-04c5-435a-9c6d-c4c7ef80d5a3 admin admin] Deleting subnet 47fdc049-6cea-4a10-9213-37c2e10e2ec9 {{(pid=91808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:35:33.852430 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8666b1dc-04c5-435a-9c6d-c4c7ef80d5a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:33.919570 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8666b1dc-04c5-435a-9c6d-c4c7ef80d5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6308039'] for subnet, precommit_delete_associations {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:34.121756 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8666b1dc-04c5-435a-9c6d-c4c7ef80d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:34.175755 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device fb02faa9-2a58-44d9-8973-f38e135cd1cd no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:34.250484 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: fb02faa9-2a58-44d9-8973-f38e135cd1cd {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:34.251020 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device fb02faa9-2a58-44d9-8973-f38e135cd1cd not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:34.251729 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 1fb82593-c5f5-43c4-b93e-489982f7e59f no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:34.323327 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 1fb82593-c5f5-43c4-b93e-489982f7e59f {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:34.323995 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 1fb82593-c5f5-43c4-b93e-489982f7e59f not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:34.599138 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8666b1dc-04c5-435a-9c6d-c4c7ef80d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6308038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7089785'] for subnet, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:34.611547 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f41b07-f2a1-4baa-b748-e2443b9a7c8a req-5c5ace57-5c34-4e4c-86fd-9da4b2febb41 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:34.613067 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b2f41b07-f2a1-4baa-b748-e2443b9a7c8a req-5c5ace57-5c34-4e4c-86fd-9da4b2febb41 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.2172477 May 27 09:35:34.614731 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:34.670933 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666b1dc-04c5-435a-9c6d-c4c7ef80d5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47fdc049-6cea-4a10-9213-37c2e10e2ec9,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:34.674933 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-8666b1dc-04c5-435a-9c6d-c4c7ef80d5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for subnet, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:34.675174 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8351b1-4740-414d-9fa9-636b2e9512ac None None] Network 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:35:34.679938 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8666b1dc-04c5-435a-9c6d-c4c7ef80d5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:34.703770 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-b2f41b07-f2a1-4baa-b748-e2443b9a7c8a req-39b42f2e-10f7-4a8a-b1cf-4e1a5dd54946 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607173 May 27 09:35:34.705125 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-8666b1dc-04c5-435a-9c6d-c4c7ef80d5a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/47fdc049-6cea-4a10-9213-37c2e10e2ec9 HTTP/1.1" status: 204 len: 168 time: 0.9194064 May 27 09:35:34.707894 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 41896) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:34.823327 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:34.897347 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Deleting port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:34.897578 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:34.937771 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] DHCP port deletion for 9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 request from dv-cinder-772623-6-smb {{(pid=91810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:35:35.004580 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] For port b223d206-37d7-46a6-a2d3-39dbcb5c4be1, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=b223d206-37d7-46a6-a2d3-39dbcb5c4be1,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:35.004846 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Deleting port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 {{(pid=91810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:35:35.004953 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.005144 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.107344 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] For port b223d206-37d7-46a6-a2d3-39dbcb5c4be1, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=b223d206-37d7-46a6-a2d3-39dbcb5c4be1,segment=NetworkSegment(0b44cb6c-74e9-462c-87f9-811e3f09b228),segment_id=0b44cb6c-74e9-462c-87f9-811e3f09b228)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:35:35.107739 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.137997 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Calling delete_port for b223d206-37d7-46a6-a2d3-39dbcb5c4be1 owned by network:dhcp {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:35.205374 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.211048 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-20ed60c5-2636-44e3-a2f1-3545e5d0d32c tempest-VolumesActionsTest-1898168078 tempest-VolumesActionsTest-1898168078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:35.239060 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Calling delete_port for b223d206-37d7-46a6-a2d3-39dbcb5c4be1 owned by network:dhcp {{(pid=91810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:35:35.283903 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] No DVR routers for this DVR port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 on host dv-cinder-772623-6-smb {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:35:35.283903 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=b223d206-37d7-46a6-a2d3-39dbcb5c4be1,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:35.331330 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:35.332765 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669'] for port, after_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.341270 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-f6ade9a9-0fd8-4665-a2c1-3c9995531b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:35.400026 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] No DVR routers for this DVR port b223d206-37d7-46a6-a2d3-39dbcb5c4be1 on host dv-cinder-772623-6-smb {{(pid=91810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:35:35.404933 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Pushing event deleted for resources: {'Port': ['ID=b223d206-37d7-46a6-a2d3-39dbcb5c4be1,revision_number=None']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:35.423893 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.424121 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.424551 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.425194 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.425923 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.426478 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.427018 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.428182 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.428734 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.429297 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.429892 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.431475 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:35.440794 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-f5291d09-05f7-436a-885e-79ca7a8a88c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:35.488284 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.508497 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:35.522489 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b44cb6c-74e9-462c-87f9-811e3f09b228') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:35.522795 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b44cb6c-74e9-462c-87f9-811e3f09b228') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:35:35.535237 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.553757 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.561922 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:35:35.562948 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:35:35.578560 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:35:35.663383 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.667376 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-eaed4623-5d3e-4336-9b22-dd24669e1e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:35.681956 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:35.693706 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:35.697183 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:35.710338 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-82dca75f-f74b-4e3a-b8bb-1b9b0d728bbe admin admin] 10.222.0.37 "DELETE /v2.0/networks/9dc5ff3e-6bcc-4f9a-9640-2b5e1600b615 HTTP/1.1" status: 204 len: 168 time: 1.0012600 May 27 09:35:35.858973 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41910) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:35.928879 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-2c12198d-e2b2-480e-a050-d76dc8d8b479 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e86af4b146247b6a10dd84ed6624fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545678 May 27 09:35:35.928879 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 41916) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:35.994589 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-889a8e7d-6cc6-4ec6-a686-342c6628b181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:36.008177 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d479f2-d607-4ce0-abff-325516d0dd92 req-6962d0f8-32ce-4536-b6e2-9d02a0ff4ffb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:35:36.009719 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-31d479f2-d607-4ce0-abff-325516d0dd92 req-6962d0f8-32ce-4536-b6e2-9d02a0ff4ffb tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.1101968 May 27 09:35:36.026088 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-889a8e7d-6cc6-4ec6-a686-342c6628b181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:36.063240 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-31d479f2-d607-4ce0-abff-325516d0dd92 req-6770a960-85e6-4f80-91a0-b041e20957dd tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&id=ca9b71b5-e327-4e42-b735-e3ddd556c7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437882 May 27 09:35:36.101804 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-889a8e7d-6cc6-4ec6-a686-342c6628b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:36.106921 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-b2415a30-c837-43a2-96d9-7684b44d285e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:36.109965 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device b223d206-37d7-46a6-a2d3-39dbcb5c4be1 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:35:36.126978 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a8e7d-6cc6-4ec6-a686-342c6628b181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73c910-a96c-4863-8a74-14b7867a416a,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:36.130929 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-889a8e7d-6cc6-4ec6-a686-342c6628b181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:36.134793 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-889a8e7d-6cc6-4ec6-a686-342c6628b181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:36.135899 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-889a8e7d-6cc6-4ec6-a686-342c6628b181 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf73c910-a96c-4863-8a74-14b7867a416a HTTP/1.1" status: 204 len: 168 time: 0.2146029 May 27 09:35:36.151450 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: b223d206-37d7-46a6-a2d3-39dbcb5c4be1 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:35:36.151802 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device b223d206-37d7-46a6-a2d3-39dbcb5c4be1 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:35:42.155381 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9c49de14-7b0b-4dcf-aaf2-1259dfb0c9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:44.819404 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-80a8e555-070e-4f6e-91ce-b99c07e126ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:45.647247 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.160634 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42086) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:47.223105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42092) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:47.344029 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.357567 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.360485 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:35:47.364471 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Usage tracker for resource:security_group_rule and tenant:eedde1a140be4b508ae20e3d045432ea is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:35:47.367501 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:35:47.373449 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:35:47.377716 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:35:47.381806 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2dcc750c32ee47208c999a877630b945 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:35:47.384952 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:35:47.390784 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:35:47.448173 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.484962 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.490038 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.505628 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-8fb41111-0c2a-4692-b8c7-133de127da65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:47.578731 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eedde1a140be4b508ae20e3d045432ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166455 May 27 09:35:47.580475 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe5f6a3-a612-4053-a4b7-2ee94404441c,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:47.584250 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42098) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:47.593686 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:47.612311 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.616351 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.623814 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9c85fcbb-8de0-4394-a21a-d5b470cd321e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:47.657027 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9e307797-e9e2-4265-b624-52561c13f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.664644 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7427a830-8753-4c29-8ad2-f42781d56eab,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:47.669357 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dcc750c32ee47208c999a877630b945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450562 May 27 09:35:47.671907 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42102) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:47.684260 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9e307797-e9e2-4265-b624-52561c13f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.688147 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.688516 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.688905 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.689259 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.689607 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.689954 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.690300 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.690643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.690989 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.691330 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.691672 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.692009 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:47.697126 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-05419853-bad9-415a-88da-769cd4b083a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:47.746826 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9e307797-e9e2-4265-b624-52561c13f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.748118 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fcbef253-50c0-4255-bdc6-76e1d412bc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.752301 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-7a881ed8-1c89-435f-90fc-0cd93d769fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:47.765488 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e307797-e9e2-4265-b624-52561c13f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe5f6a3-a612-4053-a4b7-2ee94404441c,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:47.768114 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9e307797-e9e2-4265-b624-52561c13f0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:47.769373 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9e307797-e9e2-4265-b624-52561c13f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.773135 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-9e307797-e9e2-4265-b624-52561c13f0fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebe5f6a3-a612-4053-a4b7-2ee94404441c HTTP/1.1" status: 204 len: 168 time: 0.1829159 May 27 09:35:47.776624 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fcbef253-50c0-4255-bdc6-76e1d412bc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.844235 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fcbef253-50c0-4255-bdc6-76e1d412bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.849829 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-afa0b452-9c38-4d27-a613-8b368c3ad858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:47.861233 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbef253-50c0-4255-bdc6-76e1d412bc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7427a830-8753-4c29-8ad2-f42781d56eab,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:47.865041 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-fcbef253-50c0-4255-bdc6-76e1d412bc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:47.870371 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fcbef253-50c0-4255-bdc6-76e1d412bc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:47.873787 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-fcbef253-50c0-4255-bdc6-76e1d412bc77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7427a830-8753-4c29-8ad2-f42781d56eab HTTP/1.1" status: 204 len: 168 time: 0.1985517 May 27 09:35:48.844706 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:49.746044 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42156) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:49.864643 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:49.879843 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:35:49.883760 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] Usage tracker for resource:security_group_rule and tenant:395680fe64be44e2879a2c9f9c30eb22 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:35:49.886664 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:35:49.893792 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:35:49.979657 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:49.983363 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:49.990997 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-57e4d1b8-b85d-4ecb-bca7-6c1f23a326ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:50.032244 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32969da3-c59e-476e-9264-eff0940573f8,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:50.036558 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=395680fe64be44e2879a2c9f9c30eb22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895164 May 27 09:35:50.037504 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-72473c0f-f079-4739-ba2f-42eafca0c83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:50.039185 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42162) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:50.098554 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d7efa7e2-280f-4981-a094-9866af2292ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.130393 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d7efa7e2-280f-4981-a094-9866af2292ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.182914 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d7efa7e2-280f-4981-a094-9866af2292ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.187461 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-918a6aaa-65ab-4ee1-9b3e-635f4ea0073f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:50.199111 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efa7e2-280f-4981-a094-9866af2292ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32969da3-c59e-476e-9264-eff0940573f8,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:50.203299 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-d7efa7e2-280f-4981-a094-9866af2292ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:50.206646 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-d7efa7e2-280f-4981-a094-9866af2292ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.207744 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-d7efa7e2-280f-4981-a094-9866af2292ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32969da3-c59e-476e-9264-eff0940573f8 HTTP/1.1" status: 204 len: 168 time: 0.1676762 May 27 09:35:50.515247 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42170) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:50.536026 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.553251 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:35:50.557381 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Usage tracker for resource:security_group_rule and tenant:fb3d466ca65a414d83463bbb2f39b51e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:35:50.560523 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:35:50.568412 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:35:50.667062 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.672096 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.679836 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-fca9cf97-85d3-4984-af74-8b2ac86f2ba3 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:50.724992 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb3d466ca65a414d83463bbb2f39b51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081475 May 27 09:35:50.726340 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153bb07c-295d-4a59-bc10-c4e33bf2e655,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:50.727949 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42174) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:50.735826 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.736204 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.736566 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.736961 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.737320 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.737675 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.738024 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.738372 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.738716 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.739206 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.739557 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.739901 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-6-smb {{(pid=91808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:35:50.744062 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-4b6197ff-51ec-45c1-b650-ae5d85f3db11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:50.802586 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4509aff9-1a09-48ab-9667-2c5f31fd974f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.843795 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4509aff9-1a09-48ab-9667-2c5f31fd974f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.912431 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4509aff9-1a09-48ab-9667-2c5f31fd974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.916581 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3e01e30d-56ee-4666-9f0b-3f511084be0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:50.930971 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509aff9-1a09-48ab-9667-2c5f31fd974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153bb07c-295d-4a59-bc10-c4e33bf2e655,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:50.934147 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4509aff9-1a09-48ab-9667-2c5f31fd974f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:50.936378 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4509aff9-1a09-48ab-9667-2c5f31fd974f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:50.942494 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-4509aff9-1a09-48ab-9667-2c5f31fd974f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/153bb07c-295d-4a59-bc10-c4e33bf2e655 HTTP/1.1" status: 204 len: 168 time: 0.2118566 May 27 09:35:53.156569 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42216) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:53.340489 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:53.358396 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:35:53.363317 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1b6db2d654414f864058b24449f05e is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:35:53.366471 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:35:53.372528 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:35:53.483437 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:53.488272 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:53.498604 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d5617b4d-14c2-4de6-9bdf-0b582dfebed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:53.547646 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d1b6db2d654414f864058b24449f05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895717 May 27 09:35:53.549940 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026525d5-4ebe-4f25-b2cf-97a8622062a4,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:53.550982 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42222) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:53.553689 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-cc2b0440-f1eb-4b79-a360-fffd0c2e6280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:53.634714 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e5b2b5-5345-4b5f-8872-7a99ee305396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:53.661571 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e5b2b5-5345-4b5f-8872-7a99ee305396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:53.728107 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e5b2b5-5345-4b5f-8872-7a99ee305396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:53.733552 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-84c7707a-6840-46c3-ad71-cc616c443fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:53.747403 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5b2b5-5345-4b5f-8872-7a99ee305396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026525d5-4ebe-4f25-b2cf-97a8622062a4,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:53.750105 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-37e5b2b5-5345-4b5f-8872-7a99ee305396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:53.751355 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-37e5b2b5-5345-4b5f-8872-7a99ee305396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:53.753218 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-37e5b2b5-5345-4b5f-8872-7a99ee305396 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/026525d5-4ebe-4f25-b2cf-97a8622062a4 HTTP/1.1" status: 204 len: 168 time: 0.2011425 May 27 09:35:54.269843 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42230) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:54.290439 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:54.312583 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:35:54.321314 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] Usage tracker for resource:security_group_rule and tenant:b6b99ed75d8a4ef49d30762bb2202ea4 is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:35:54.327107 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:35:54.337463 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:35:54.468905 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:54.473413 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:54.485108 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-e862a88c-b138-4ce1-9736-c74eb77e96bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:54.556576 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6b99ed75d8a4ef49d30762bb2202ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854810 May 27 09:35:54.557282 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcc85b0-b094-44fc-ab19-838ebc7ea363,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:54.560108 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42234) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:35:54.560584 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3b6cee8f-beab-4070-a3c8-cc724820e2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:54.652065 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1097bb3-4ff2-4ecd-b65f-62d6d567b154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:54.691580 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1097bb3-4ff2-4ecd-b65f-62d6d567b154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:54.779505 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1097bb3-4ff2-4ecd-b65f-62d6d567b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:54.788195 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d92d6ac7-10d5-44e0-bc38-cd3c2f146b8c tempest-AttachVolumeTestJSON-1382394356 tempest-AttachVolumeTestJSON-1382394356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:35:54.811235 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1097bb3-4ff2-4ecd-b65f-62d6d567b154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcc85b0-b094-44fc-ab19-838ebc7ea363,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:35:54.814870 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c1097bb3-4ff2-4ecd-b65f-62d6d567b154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:35:54.826175 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-c1097bb3-4ff2-4ecd-b65f-62d6d567b154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:35:54.827327 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-c1097bb3-4ff2-4ecd-b65f-62d6d567b154 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bcc85b0-b094-44fc-ab19-838ebc7ea363 HTTP/1.1" status: 204 len: 168 time: 0.2659454 May 27 09:36:00.105017 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42296) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:00.243297 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:00.259125 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:36:00.263689 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] Usage tracker for resource:security_group_rule and tenant:99dce8ffa037422a8b8275add85367dd is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:36:00.270557 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:36:00.274616 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:36:00.392618 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:00.397803 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:00.408867 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-9825ef5d-04ff-4d56-ace5-4943fa0940cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:00.453490 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99dce8ffa037422a8b8275add85367dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470790 May 27 09:36:00.455343 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0c9c6e-4ff5-4c09-926b-9802ae39451b,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:00.457519 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42302) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:00.458667 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-fec87957-63c2-4360-b4d1-9e20e63d6452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:00.566502 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd605-addb-4ac0-b641-4262601f1168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:00.598886 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd605-addb-4ac0-b641-4262601f1168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:00.672904 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd605-addb-4ac0-b641-4262601f1168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:00.676874 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-c1097bb3-4ff2-4ecd-b65f-62d6d567b154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:00.690238 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dd605-addb-4ac0-b641-4262601f1168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0c9c6e-4ff5-4c09-926b-9802ae39451b,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:00.693987 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9f3dd605-addb-4ac0-b641-4262601f1168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:00.697677 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd605-addb-4ac0-b641-4262601f1168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:00.698840 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-9f3dd605-addb-4ac0-b641-4262601f1168 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a0c9c6e-4ff5-4c09-926b-9802ae39451b HTTP/1.1" status: 204 len: 168 time: 0.2399268 May 27 09:36:01.100206 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42310) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:01.119266 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:01.137419 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:36:01.141817 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8f7a22646e4a9e922cce1a69f176cf is out of sync, need to count used quota {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:36:01.144861 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:36:01.151213 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.quota.driver [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:36:01.272671 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:01.285057 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:01.293009 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-77654bc3-4e28-4cdb-9daf-fb7499f70129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:01.364519 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee8f7a22646e4a9e922cce1a69f176cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627680 May 27 09:36:01.365768 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3a69f9-f7f8-499f-9efa-a6cebf65ecc0,revision_number=1']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:01.367617 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42314) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:01.370045 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-af456aee-52cf-4c66-aaaf-5f2ea7742242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:01.457409 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e966d78b-76c0-44d0-942d-99275d190ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:01.496056 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e966d78b-76c0-44d0-942d-99275d190ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:01.586584 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e966d78b-76c0-44d0-942d-99275d190ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:01.595680 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-b8194702-d84d-428e-93a6-5be74effb25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:01.621097 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966d78b-76c0-44d0-942d-99275d190ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3a69f9-f7f8-499f-9efa-a6cebf65ecc0,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:01.626368 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-e966d78b-76c0-44d0-942d-99275d190ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:01.642638 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-e966d78b-76c0-44d0-942d-99275d190ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:01.646314 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-e966d78b-76c0-44d0-942d-99275d190ae8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe3a69f9-f7f8-499f-9efa-a6cebf65ecc0 HTTP/1.1" status: 204 len: 168 time: 0.2753167 May 27 09:36:01.670749 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:03.120324 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42346) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:03.256596 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:03.272426 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:36:03.276466 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] Usage tracker for resource:security_group_rule and tenant:0281a54b6ffb4c9490a732064948feba is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:36:03.279659 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:36:03.287269 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:36:03.392667 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:03.397883 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:03.404801 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-c7bfaa40-dd81-4fc3-bc7d-3772d77047c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:03.456109 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0281a54b6ffb4c9490a732064948feba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344436 May 27 09:36:03.457275 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415f08b1-e3ce-4001-aaba-d079ba2ae102,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:03.460150 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42352) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:03.460977 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-803a21be-48fe-408f-87ea-69ce823d01e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:03.539486 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9264-5d87-430f-a0e0-fd04efc37d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:03.571176 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9264-5d87-430f-a0e0-fd04efc37d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:03.645314 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9264-5d87-430f-a0e0-fd04efc37d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:03.653762 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d0a5ac6a-4c67-402d-b6ee-0cfe94701412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:03.674309 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a9264-5d87-430f-a0e0-fd04efc37d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415f08b1-e3ce-4001-aaba-d079ba2ae102,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:03.678036 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ba8a9264-5d87-430f-a0e0-fd04efc37d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:03.693108 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9264-5d87-430f-a0e0-fd04efc37d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:03.697713 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-ba8a9264-5d87-430f-a0e0-fd04efc37d32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/415f08b1-e3ce-4001-aaba-d079ba2ae102 HTTP/1.1" status: 204 len: 168 time: 0.2330923 May 27 09:36:09.117863 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:36:09.198342 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55d016c4-9985-4558-b9d1-746edb523e6f req-ff001147-d4d7-4a70-bd0c-014b2eaf3fdd tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253362103&fields=id&tenant_id=7bc7bca90bc34e72bf05e5f352404b9d HTTP/1.1" status: 200 len: 267 time: 0.0401969 May 27 09:36:09.287742 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d016c4-9985-4558-b9d1-746edb523e6f req-6976577f-8f32-4c5c-8d00-7da93d796be8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:09.289324 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55d016c4-9985-4558-b9d1-746edb523e6f req-6976577f-8f32-4c5c-8d00-7da93d796be8 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 984 time: 0.0851295 May 27 09:36:09.304296 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.v2.base [req-55d016c4-9985-4558-b9d1-746edb523e6f req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Request body: {'port': {'security_groups': ['c20e68ad-bc92-42b9-aade-1aa867a39742']}} {{(pid=91809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:36:09.431723 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-55d016c4-9985-4558-b9d1-746edb523e6f req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1819170'] for port, before_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:09.672077 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [req-55d016c4-9985-4558-b9d1-746edb523e6f req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] For port 17923c34-49a5-493d-ad34-2674d1a56130, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=17923c34-49a5-493d-ad34-2674d1a56130,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:09.698493 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-55d016c4-9985-4558-b9d1-746edb523e6f req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for port, precommit_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:09.703198 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-55d016c4-9985-4558-b9d1-746edb523e6f req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776913307019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776912925678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776912923167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8327272'] for port, after_update {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:09.709157 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ad5b9dcd-750b-4c18-8751-5b5673f9abea tempest-AttachVolumeShelveTestJSON-437457594 tempest-AttachVolumeShelveTestJSON-437457594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:09.715047 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['17923c34-49a5-493d-ad34-2674d1a56130'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:36:09.790827 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d016c4-9985-4558-b9d1-746edb523e6f req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:09.791568 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [req-55d016c4-9985-4558-b9d1-746edb523e6f req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:09.793258 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-55d016c4-9985-4558-b9d1-746edb523e6f req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "PUT /v2.0/ports/17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 942 time: 0.4959190 May 27 09:36:09.793889 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:36:09.800152 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42420) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:09.841357 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event updated for resources: {'Port': ['ID=17923c34-49a5-493d-ad34-2674d1a56130,revision_number=7']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:09.850028 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-47d8de98-bf70-4bc4-b084-4a897213d79e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:09.850336 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['17923c34-49a5-493d-ad34-2674d1a56130'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:36:09.873744 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130', 'status': 'completed', 'code': 200} May 27 09:36:09.991308 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6f32ccf5-82f0-47f2-8041-ce1a897eeb9b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:10.066509 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6f32ccf5-82f0-47f2-8041-ce1a897eeb9b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:10.096389 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-791015bf-9362-4395-a2f9-f190d6cec077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:10.097840 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-791015bf-9362-4395-a2f9-f190d6cec077 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc7bca90bc34e72bf05e5f352404b9d&device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 1098 time: 0.1879315 May 27 09:36:10.191952 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.provisioning_blocks [None req-51776e69-e196-4918-ae86-a504c43830d2 None None] Provisioning complete for port 17923c34-49a5-493d-ad34-2674d1a56130 triggered by entity DHCP. {{(pid=91810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:36:10.192465 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-51776e69-e196-4918-ae86-a504c43830d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807340'] for port, provisioning_complete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:10.304032 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-01d8ac2c-730f-415f-a88f-89c9a138f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:10.306524 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-01d8ac2c-730f-415f-a88f-89c9a138f17e service neutron] 10.222.0.36 "GET /v2.0/networks?id=44c6f72c-cf20-465f-a61f-6cc99ea59f05 HTTP/1.1" status: 200 len: 916 time: 0.1941590 May 27 09:36:10.307751 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6f32ccf5-82f0-47f2-8041-ce1a897eeb9b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:10.318663 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-3e059a72-eda8-498d-b43e-1d103c4b16dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:10.410426 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32ccf5-82f0-47f2-8041-ce1a897eeb9b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9b71b5-e327-4e42-b735-e3ddd556c7e3,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:10.417417 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-6f32ccf5-82f0-47f2-8041-ce1a897eeb9b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:10.454154 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-6f32ccf5-82f0-47f2-8041-ce1a897eeb9b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:10.455288 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-6f32ccf5-82f0-47f2-8041-ce1a897eeb9b tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "DELETE /v2.0/security-groups/ca9b71b5-e327-4e42-b735-e3ddd556c7e3 HTTP/1.1" status: 204 len: 168 time: 0.6531053 May 27 09:36:10.458806 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42436) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:10.474053 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-428c7a0b-0a0d-41e0-a999-b96abb647228 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 1001 time: 0.1572771 May 27 09:36:10.549860 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-f66d88ee-e30a-4dcc-aaa3-4ec98dc499bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:10.552134 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-f66d88ee-e30a-4dcc-aaa3-4ec98dc499bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4b6235-0897-4a91-9f67-ae8ffee4ef11 HTTP/1.1" status: 200 len: 854 time: 0.0715125 May 27 09:36:10.641197 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-f5eb959b-f26f-4d1d-8d9b-fc758dd9d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:10.641197 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-f5eb959b-f26f-4d1d-8d9b-fc758dd9d6b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44c6f72c-cf20-465f-a61f-6cc99ea59f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803146 May 27 09:36:10.897602 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-8aa27967-c562-4912-8b1a-bc50d6cb9b79 service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523749 May 27 09:36:10.923134 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Deleting port de42636a-0ef6-4b51-b0fc-1cde221b7133 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:10.923134 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:11.050709 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-53fcd2ef-bf10-448b-a7c2-6894468776b2 req-264ec00f-fb98-44de-88d9-2e760f6021e2 service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474810 May 27 09:36:11.063903 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:11.064426 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:11.199366 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Calling delete_port for de42636a-0ef6-4b51-b0fc-1cde221b7133 owned by network:floatingip {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:11.333427 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:11.337313 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6db7402d-6e65-406d-8dae-42c4e0cafa00 tempest-AttachVolumeNegativeTest-1144329506 tempest-AttachVolumeNegativeTest-1144329506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:11.388943 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event deleted for resources: {'Port': ['ID=de42636a-0ef6-4b51-b0fc-1cde221b7133,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:11.410308 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:11.480781 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks [] for floatingip, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:11.481576 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.db.l3_db [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Floating IP 1f1a95f4-2731-4e3b-9874-087d38ac7c34 disassociated (deleted). External IP: 172.28.1.112, port: 17923c34-49a5-493d-ad34-2674d1a56130. May 27 09:36:11.907554 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Router baa17d24-768f-4d89-8a5d-9668066cd12e has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:36:12.162329 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:36:12.176550 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] Sync routers for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:36:12.187324 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-0dd78b74-f233-4ced-8a66-b09fafab1908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:12.193500 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:36:12.194463 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:35:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:12.207226 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for floatingip, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:12.282564 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-fad17b8b-e9f6-4b9c-b93c-10723b1b5f90 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "DELETE /v2.0/floatingips/1f1a95f4-2731-4e3b-9874-087d38ac7c34 HTTP/1.1" status: 204 len: 168 time: 1.8172648 May 27 09:36:12.282564 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130'}] {{(pid=91809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:36:12.349119 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130', 'status': 'completed', 'code': 200} May 27 09:36:12.474947 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-db8112de-d567-4fa6-b623-e604090b7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:12.477500 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-db8112de-d567-4fa6-b623-e604090b7e4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bc7bca90bc34e72bf05e5f352404b9d&device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 1098 time: 0.1018808 May 27 09:36:12.510712 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:36:12.645001 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-0e36c6a8-d77d-423b-a182-c1eba381b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:12.647619 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-0e36c6a8-d77d-423b-a182-c1eba381b276 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44c6f72c-cf20-465f-a61f-6cc99ea59f05 HTTP/1.1" status: 200 len: 916 time: 0.1619618 May 27 09:36:12.743666 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-30db5f58-f9ad-464c-a9b6-c57cf0fb0c60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 200 len: 217 time: 0.0890870 May 27 09:36:12.840622 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-852c228c-1c33-42c8-92c5-4078b643bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:12.843668 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-852c228c-1c33-42c8-92c5-4078b643bbf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4b6235-0897-4a91-9f67-ae8ffee4ef11 HTTP/1.1" status: 200 len: 854 time: 0.0862896 May 27 09:36:12.938472 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-91532067-1bd7-444b-aa9d-44d34031d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:12.939967 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-91532067-1bd7-444b-aa9d-44d34031d8d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44c6f72c-cf20-465f-a61f-6cc99ea59f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0912442 May 27 09:36:13.083285 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-351a7e73-4d4e-4667-b3f6-9a789578c511 service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365635 May 27 09:36:13.084372 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:54Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'c5172b9f-7b40-4cb9-8087-2903f0bdb164', 'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:53Z', 'updated_at': '2021-05-27T09:34:00Z', 'revision_number': 5, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'subnets': [{'id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:13.088976 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] Checking router: baa17d24-768f-4d89-8a5d-9668066cd12e for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:36:13.110412 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:36:13.112484 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:35:45Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:13.256865 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-f9fcdf56-7123-4fdd-8189-2eeaaec22f28 req-6343fc34-6b8b-4404-bf12-f6fd58e3ce41 service neutron] 10.222.0.36 "GET /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649821 May 27 09:36:13.364498 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:36:13.757831 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:54Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'c5172b9f-7b40-4cb9-8087-2903f0bdb164', 'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:53Z', 'updated_at': '2021-05-27T09:34:00Z', 'revision_number': 5, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'subnets': [{'id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:13.762046 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d6db8-787c-414a-9130-0c14772c20f0 None None] The sync data for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb is: [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:33:54Z', 'revision_number': 4, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb', '_interfaces': [{'id': 'c5172b9f-7b40-4cb9-8087-2903f0bdb164', 'name': '', 'network_id': '44c6f72c-cf20-465f-a61f-6cc99ea59f05', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:53Z', 'updated_at': '2021-05-27T09:34:00Z', 'revision_number': 5, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'subnets': [{'id': '4e4b6235-0897-4a91-9f67-ae8ffee4ef11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:36:14.135341 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c3e763-daf4-4ad1-b60c-24c3e79735e1 None None] New status for floating IP 1f1a95f4-2731-4e3b-9874-087d38ac7c34: DOWN {{(pid=91811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 09:36:14.814031 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fefb1d1e-5f7e-4922-9665-91bcec6d76d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:15.656410 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:15.895358 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101ad0-eb9f-4c73-8247-33c969024fd8 req-83b6bc15-41f7-45fa-a4b2-b29caf56e67e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:15.896933 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-df101ad0-eb9f-4c73-8247-33c969024fd8 req-83b6bc15-41f7-45fa-a4b2-b29caf56e67e tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 945 time: 0.0859640 May 27 09:36:15.952872 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-df101ad0-eb9f-4c73-8247-33c969024fd8 req-d1dd6348-68b3-4dc5-9549-bea388b4a5ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Synchronizing usage tracker for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:security_group {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:36:15.974286 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-df101ad0-eb9f-4c73-8247-33c969024fd8 req-d1dd6348-68b3-4dc5-9549-bea388b4a5ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Unset dirty status for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:security_group {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:36:15.975927 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-df101ad0-eb9f-4c73-8247-33c969024fd8 req-d1dd6348-68b3-4dc5-9549-bea388b4a5ed tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731516 May 27 09:36:16.760001 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42532) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:16.884912 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:16.902843 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:36:16.908150 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] Usage tracker for resource:security_group_rule and tenant:aeb115b9b95f4d61bed28c0707f50f1a is out of sync, need to count used quota {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:36:16.911241 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:36:16.917615 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.quota.driver [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:36:17.027685 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:17.032577 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_create {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:17.040035 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-fcbef253-50c0-4255-bdc6-76e1d412bc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:17.083343 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fdc52d-1387-4227-9aa3-b40b7cf0e37e,revision_number=1']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:17.087431 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:17.094032 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-75393029-0466-4473-9ebe-d4626a81caaf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aeb115b9b95f4d61bed28c0707f50f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308992 May 27 09:36:17.095204 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42540) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:17.163481 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-074d1de6-0450-466a-9032-9d92bc5a4112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:17.183456 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073b7ea-82ff-43bb-91c9-34457ca2c555 req-ae756e0f-d91c-47fb-9955-35395fd4e035 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:17.184086 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-d073b7ea-82ff-43bb-91c9-34457ca2c555 req-ae756e0f-d91c-47fb-9955-35395fd4e035 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Synchronizing usage tracker for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:port {{(pid=91809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:36:17.192584 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-074d1de6-0450-466a-9032-9d92bc5a4112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:17.206882 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.quota.resource [req-d073b7ea-82ff-43bb-91c9-34457ca2c555 req-ae756e0f-d91c-47fb-9955-35395fd4e035 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Unset dirty status for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:port {{(pid=91809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:36:17.209134 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d073b7ea-82ff-43bb-91c9-34457ca2c555 req-ae756e0f-d91c-47fb-9955-35395fd4e035 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 945 time: 0.1148832 May 27 09:36:17.253480 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-074d1de6-0450-466a-9032-9d92bc5a4112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:17.259451 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-a443d9b0-454f-43f9-9e04-f21661dc6b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:17.260978 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [req-d073b7ea-82ff-43bb-91c9-34457ca2c555 req-aa33576a-53be-48bf-a2bb-f5af922b45f5 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/security-groups?id=c20e68ad-bc92-42b9-aade-1aa867a39742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462568 May 27 09:36:17.274321 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d1de6-0450-466a-9032-9d92bc5a4112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fdc52d-1387-4227-9aa3-b40b7cf0e37e,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:17.277061 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-074d1de6-0450-466a-9032-9d92bc5a4112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:17.278301 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-074d1de6-0450-466a-9032-9d92bc5a4112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:17.283011 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-074d1de6-0450-466a-9032-9d92bc5a4112 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88fdc52d-1387-4227-9aa3-b40b7cf0e37e HTTP/1.1" status: 204 len: 168 time: 0.1832671 May 27 09:36:17.463088 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:17.530930 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-e4c6b1dc-7b11-4870-8518-5975a176d244 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:36:17.532608 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-e4c6b1dc-7b11-4870-8518-5975a176d244 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.36 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 945 time: 0.1003189 May 27 09:36:17.708924 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Deleting port 17923c34-49a5-493d-ad34-2674d1a56130 {{(pid=91808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:17.709218 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:17.850488 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.db [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] For port 17923c34-49a5-493d-ad34-2674d1a56130, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=17923c34-49a5-493d-ad34-2674d1a56130,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:17.850838 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:18.079708 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Calling delete_port for 17923c34-49a5-493d-ad34-2674d1a56130 owned by compute:nova {{(pid=91808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:18.189391 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6370615'] for port, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:18.195203 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-18ec996d-5be9-4f15-9593-2d0e16216f33 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:18.200909 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] get_ports_and_sgs() called for port_ids ['17923c34-49a5-493d-ad34-2674d1a56130'] {{(pid=91810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:36:18.241617 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Pushing event deleted for resources: {'Port': ['ID=17923c34-49a5-493d-ad34-2674d1a56130,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:18.245559 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:18.324302 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] No DVR routers for this DVR port 17923c34-49a5-493d-ad34-2674d1a56130 on host hv-cinder-77262 {{(pid=91808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:36:18.327056 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91904'] for port, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:18.329981 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'name': 'network-vif-deleted', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130'}] {{(pid=91808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:36:18.347264 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-9b49f13e-3759-44f6-b147-3d2eb5f38e1b req-1d952f35-e198-43b8-ab5e-99beab19268c tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.36 "DELETE /v2.0/ports/17923c34-49a5-493d-ad34-2674d1a56130 HTTP/1.1" status: 204 len: 173 time: 0.8088436 May 27 09:36:18.393646 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743e08bb-35c6-4a79-bfe3-02c7fe12c958', 'name': 'network-vif-deleted', 'tag': '17923c34-49a5-493d-ad34-2674d1a56130', 'status': 'completed', 'code': 200} May 27 09:36:18.437053 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-49114d8d-041b-45f9-b92c-0bfd90dcdace req-b81f89c4-8e99-4c49-9968-a71cbf027901 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Synchronizing usage tracker for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:port {{(pid=91808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:36:18.452827 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.quota.resource [req-49114d8d-041b-45f9-b92c-0bfd90dcdace req-b81f89c4-8e99-4c49-9968-a71cbf027901 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] Unset dirty status for tenant:7bc7bca90bc34e72bf05e5f352404b9d on resource:port {{(pid=91808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:36:18.454107 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [req-49114d8d-041b-45f9-b92c-0bfd90dcdace req-b81f89c4-8e99-4c49-9968-a71cbf027901 tempest-TestMinimumBasicScenario-1484908682 tempest-TestMinimumBasicScenario-1484908682-project] 10.222.0.37 "GET /v2.0/ports?device_id=743e08bb-35c6-4a79-bfe3-02c7fe12c958 HTTP/1.1" status: 200 len: 210 time: 0.0595748 May 27 09:36:18.845596 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:20.222085 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42596) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:20.814579 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 17923c34-49a5-493d-ad34-2674d1a56130 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:36:20.850826 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] No Port match for: 17923c34-49a5-493d-ad34-2674d1a56130 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:36:20.851460 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Device 17923c34-49a5-493d-ad34-2674d1a56130 not bound to the agent host hv-cinder-77262 {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:36:20.868639 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768243'] for router_interface, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:21.301431 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Deleting port c5172b9f-7b40-4cb9-8087-2903f0bdb164 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:21.302121 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:21.424365 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] For port c5172b9f-7b40-4cb9-8087-2903f0bdb164, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=c5172b9f-7b40-4cb9-8087-2903f0bdb164,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:21.424907 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:21.551792 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Calling delete_port for c5172b9f-7b40-4cb9-8087-2903f0bdb164 owned by network:router_interface {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:21.712943 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:21.716620 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-5787271d-09fb-4653-bb00-b80e311cefdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:21.767802 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5172b9f-7b40-4cb9-8087-2903f0bdb164,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:21.770316 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:22.167192 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764483'] for router_interface, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:22.540430 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Router baa17d24-768f-4d89-8a5d-9668066cd12e has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:36:22.720795 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:36:22.729648 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] Sync routers for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:36:22.739923 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:36:22.740551 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:36:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:22.748116 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] 10.222.0.37 "PUT /v2.0/routers/baa17d24-768f-4d89-8a5d-9668066cd12e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226991 May 27 09:36:22.748331 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42600) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:22.918326 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: dv-cinder-772623-6-smb {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:36:22.924279 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:23.104811 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:23.185028 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Deleting port e926a0f0-dc71-443a-bd33-aee8f27a15f2 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:23.185384 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:23.263515 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:36:21Z', 'revision_number': 5, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port': {'id': 'e926a0f0-dc71-443a-bd33-aee8f27a15f2', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:33:48Z', 'updated_at': '2021-05-27T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:23.268464 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] Checking router: baa17d24-768f-4d89-8a5d-9668066cd12e for host: dv-cinder-772623-6-smb {{(pid=91810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:36:23.278652 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] Routers {'baa17d24-768f-4d89-8a5d-9668066cd12e'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:36:23.279284 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:36:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['baa17d24-768f-4d89-8a5d-9668066cd12e'], 'active': True} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:23.439326 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvr_db [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] Set router baa17d24-768f-4d89-8a5d-9668066cd12e gateway port host: None {{(pid=91810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:36:23.446270 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] For port e926a0f0-dc71-443a-bd33-aee8f27a15f2, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=e926a0f0-dc71-443a-bd33-aee8f27a15f2,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:23.446618 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:23.553042 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_hamode_db [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:36:23Z', 'revision_number': 6, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port_host': None}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:23.557308 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af058d5-79e9-4767-9be2-1cc665aaa82a None None] The sync data for ids ['baa17d24-768f-4d89-8a5d-9668066cd12e'] in dv-cinder-772623-6-smb is: [{'id': 'baa17d24-768f-4d89-8a5d-9668066cd12e', 'name': 'tempest-TestMinimumBasicScenario-1328502451-router', 'tenant_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:33:47Z', 'updated_at': '2021-05-27T09:36:23Z', 'revision_number': 6, 'project_id': '7bc7bca90bc34e72bf05e5f352404b9d', 'gw_port_host': None}] {{(pid=91810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:36:23.583892 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Calling delete_port for e926a0f0-dc71-443a-bd33-aee8f27a15f2 owned by network:router_gateway {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:23.726562 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:23.730257 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-22a95ad7-0016-4810-be22-72a3248e1add service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:23.775975 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e926a0f0-dc71-443a-bd33-aee8f27a15f2,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:23.778934 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:23.870492 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763868'] for router_gateway, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.050331 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4056'] for router, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.052613 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.078916 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765807'] for router, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.079396 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa17d24-768f-4d89-8a5d-9668066cd12e {{(pid=91809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:36:24.094393 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.095495 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-13ca6756-9ed1-448f-a49b-36d7459788a6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/baa17d24-768f-4d89-8a5d-9668066cd12e HTTP/1.1" status: 204 len: 168 time: 1.3462365 May 27 09:36:24.097984 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42604) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:24.157334 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_v2 [None req-4164f1d3-645a-4fa1-b8d8-751341b98451 admin admin] Deleting subnet 4e4b6235-0897-4a91-9f67-ae8ffee4ef11 {{(pid=91809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:36:24.160466 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4164f1d3-645a-4fa1-b8d8-751341b98451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.211608 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4164f1d3-645a-4fa1-b8d8-751341b98451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-950767'] for subnet, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.301313 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4164f1d3-645a-4fa1-b8d8-751341b98451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.397831 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device e926a0f0-dc71-443a-bd33-aee8f27a15f2 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:36:24.435832 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: e926a0f0-dc71-443a-bd33-aee8f27a15f2 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:36:24.436348 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device e926a0f0-dc71-443a-bd33-aee8f27a15f2 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:36:24.436885 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device c5172b9f-7b40-4cb9-8087-2903f0bdb164 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:36:24.472673 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: c5172b9f-7b40-4cb9-8087-2903f0bdb164 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:36:24.473134 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device c5172b9f-7b40-4cb9-8087-2903f0bdb164 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:36:24.602062 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4164f1d3-645a-4fa1-b8d8-751341b98451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8283566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6574467'] for subnet, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.606889 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-45fe6ad2-5534-4f2b-9150-fa4a70667100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:24.647443 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164f1d3-645a-4fa1-b8d8-751341b98451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4b6235-0897-4a91-9f67-ae8ffee4ef11,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:24.650312 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4164f1d3-645a-4fa1-b8d8-751341b98451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:24.651275 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4164f1d3-645a-4fa1-b8d8-751341b98451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.656874 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57cf788-e12d-44eb-956b-1cf2940e6e87 None None] Network 44c6f72c-cf20-465f-a61f-6cc99ea59f05 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:36:24.658370 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-4164f1d3-645a-4fa1-b8d8-751341b98451 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4e4b6235-0897-4a91-9f67-ae8ffee4ef11 HTTP/1.1" status: 204 len: 168 time: 0.5594161 May 27 09:36:24.660701 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42608) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:24.771951 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.847528 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Deleting port 202a10a8-e849-45b0-ad59-c23bc2d0c697 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:24.847794 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:24.922393 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] DHCP port deletion for 44c6f72c-cf20-465f-a61f-6cc99ea59f05 request from dv-cinder-772623-6-smb {{(pid=91810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:36:25.000340 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] Deleting port 202a10a8-e849-45b0-ad59-c23bc2d0c697 {{(pid=91810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:25.000801 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.049951 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] For port 202a10a8-e849-45b0-ad59-c23bc2d0c697, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=202a10a8-e849-45b0-ad59-c23bc2d0c697,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:25.050297 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.104974 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] For port 202a10a8-e849-45b0-ad59-c23bc2d0c697, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=202a10a8-e849-45b0-ad59-c23bc2d0c697,segment=NetworkSegment(11a0630d-831d-4ef2-9d2f-37f65ea624be),segment_id=11a0630d-831d-4ef2-9d2f-37f65ea624be)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:25.105280 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.175648 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Calling delete_port for 202a10a8-e849-45b0-ad59-c23bc2d0c697 owned by network:dhcp {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:25.227925 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.231851 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-8b6e45aa-c892-4951-8a4c-187ba3d06dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:25.237070 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] Calling delete_port for 202a10a8-e849-45b0-ad59-c23bc2d0c697 owned by network:dhcp {{(pid=91810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:25.277222 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=202a10a8-e849-45b0-ad59-c23bc2d0c697,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:25.280858 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:25.281629 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] No DVR routers for this DVR port 202a10a8-e849-45b0-ad59-c23bc2d0c697 on host dv-cinder-772623-6-smb {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:36:25.284335 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669'] for port, after_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.288423 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:25.332309 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] Pushing event deleted for resources: {'Port': ['ID=202a10a8-e849-45b0-ad59-c23bc2d0c697,revision_number=None']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:25.338781 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:25.340478 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62301a-f87b-4ffe-93aa-ce7def2cc16b None None] No DVR routers for this DVR port 202a10a8-e849-45b0-ad59-c23bc2d0c697 on host dv-cinder-772623-6-smb {{(pid=91810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:36:25.403116 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.417042 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c6f72c-cf20-465f-a61f-6cc99ea59f05']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:25.430215 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a0630d-831d-4ef2-9d2f-37f65ea624be') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:25.430507 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a0630d-831d-4ef2-9d2f-37f65ea624be') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:25.442580 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.459005 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.464848 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:36:25.465223 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:36:25.478936 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:36:25.554996 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.558416 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:25.571195 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:25.582150 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c6f72c-cf20-465f-a61f-6cc99ea59f05,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:25.585249 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:25.595911 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-ebed632e-8409-41b5-84f2-627bed8aa9e8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/44c6f72c-cf20-465f-a61f-6cc99ea59f05 HTTP/1.1" status: 204 len: 168 time: 0.9342425 May 27 09:36:25.598915 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42612) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:26.122319 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 202a10a8-e849-45b0-ad59-c23bc2d0c697 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:36:26.159186 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 202a10a8-e849-45b0-ad59-c23bc2d0c697 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:36:26.159651 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 202a10a8-e849-45b0-ad59-c23bc2d0c697 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:36:26.181369 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768243'] for router_interface, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:26.723669 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Deleting port 3c2d11cb-2fd3-4548-96d7-04a49178049f {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:26.724066 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:26.861751 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] For port 3c2d11cb-2fd3-4548-96d7-04a49178049f, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=3c2d11cb-2fd3-4548-96d7-04a49178049f,segment=NetworkSegment(ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d),segment_id=ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:26.862102 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:26.987522 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Calling delete_port for 3c2d11cb-2fd3-4548-96d7-04a49178049f owned by network:router_interface {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:27.137539 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:27.141607 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-3f290f25-54d0-4bc8-8c86-e6d9e745d128 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:27.185980 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2d11cb-2fd3-4548-96d7-04a49178049f,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:27.192781 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:27.461209 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764483'] for router_interface, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:27.821621 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Router 84bf6b59-9275-4dfa-899b-804c1867772f has already been hosted by L3 agent 2e05f7b1-9ad0-4485-885d-e334ae0488e0 {{(pid=91809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:36:28.128687 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] Notify agent at l3_agent.dv-cinder-772623-6-smb the message routers_updated {{(pid=91809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:36:28.141415 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] Sync routers for ids ['84bf6b59-9275-4dfa-899b-804c1867772f'] in dv-cinder-772623-6-smb {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:36:28.152365 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-529b6d3e-f3c7-48d9-ad4b-9415f98182c2 admin admin] 10.222.0.37 "PUT /v2.0/routers/84bf6b59-9275-4dfa-899b-804c1867772f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5498664 May 27 09:36:28.152855 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42618) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:28.153029 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] Routers {'84bf6b59-9275-4dfa-899b-804c1867772f'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:36:28.153497 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:36:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['84bf6b59-9275-4dfa-899b-804c1867772f'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:28.344990 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] Set router 84bf6b59-9275-4dfa-899b-804c1867772f gateway port host: dv-cinder-772623-6-smb {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:36:28.345288 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:28.538188 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:28.612081 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Deleting port b35a4273-abc5-47e4-a139-f6fa8d7f1483 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:28.612314 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:28.646155 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'external_fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:34:00Z', 'updated_at': '2021-05-27T09:36:27Z', 'revision_number': 5, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'gw_port': {'id': 'b35a4273-abc5-47e4-a139-f6fa8d7f1483', 'name': '', 'network_id': 'a100e892-3e4c-47db-be6a-a7a16035baee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:34:01Z', 'updated_at': '2021-05-27T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c247fd68-7f78-48a5-b959-5a62a5944709', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-6-smb'}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:28.649901 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] Checking router: 84bf6b59-9275-4dfa-899b-804c1867772f for host: dv-cinder-772623-6-smb {{(pid=91811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:36:28.658998 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] Routers {'84bf6b59-9275-4dfa-899b-804c1867772f'} bound to L3 agent in host dv-cinder-772623-6-smb {{(pid=91811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:36:28.659600 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:19:15Z,description=,heartbeat_timestamp=2021-05-27T09:36:15Z,host='dv-cinder-772623-6-smb',id=2e05f7b1-9ad0-4485-885d-e334ae0488e0,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:19:15Z,topic='l3_agent')) {'router_ids': ['84bf6b59-9275-4dfa-899b-804c1867772f'], 'active': True} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:28.736534 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] For port b35a4273-abc5-47e4-a139-f6fa8d7f1483, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=b35a4273-abc5-47e4-a139-f6fa8d7f1483,segment=NetworkSegment(3c470733-f3bc-457a-9576-52c1166f259a),segment_id=3c470733-f3bc-457a-9576-52c1166f259a)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:28.736914 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:28.814735 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_dvr_db [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] Set router 84bf6b59-9275-4dfa-899b-804c1867772f gateway port host: None {{(pid=91811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:36:28.863871 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Calling delete_port for b35a4273-abc5-47e4-a139-f6fa8d7f1483 owned by network:router_gateway {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:28.920195 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.l3_hamode_db [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:34:00Z', 'updated_at': '2021-05-27T09:36:28Z', 'revision_number': 6, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'gw_port_host': None}], 'dv-cinder-772623-6-smb', False) {} {{(pid=91811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:28.924788 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa534517-0ce1-4ff8-ba05-db0651e820fa None None] The sync data for ids ['84bf6b59-9275-4dfa-899b-804c1867772f'] in dv-cinder-772623-6-smb is: [{'id': '84bf6b59-9275-4dfa-899b-804c1867772f', 'name': 'tempest-TestMinimumBasicScenario-1128083589-router', 'tenant_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:34:00Z', 'updated_at': '2021-05-27T09:36:28Z', 'revision_number': 6, 'project_id': '73b2160d21d94b41a0a16ea2fecd5e9a', 'gw_port_host': None}] {{(pid=91811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:36:29.007141 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.011380 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6f5013ed-ae74-47fe-ade5-288aaf05d3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:29.055310 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35a4273-abc5-47e4-a139-f6fa8d7f1483,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:29.058274 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:29.160993 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763868'] for router_gateway, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.341242 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4056'] for router, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.344287 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.366331 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-765807'] for router, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.367080 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84bf6b59-9275-4dfa-899b-804c1867772f {{(pid=91809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 09:36:29.379859 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] Notify callbacks [] for router, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.381026 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-4e0ba82a-77c7-466b-bec9-cb7ddd4ef7d6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/84bf6b59-9275-4dfa-899b-804c1867772f HTTP/1.1" status: 204 len: 168 time: 1.2271783 May 27 09:36:29.383482 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42622) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:29.442833 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.db_base_plugin_v2 [None req-6148a83f-3ff4-466c-b4df-0c073de78b6f admin admin] Deleting subnet 786a2727-34ff-4be7-9170-75a38a7c718f {{(pid=91809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:36:29.445726 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6148a83f-3ff4-466c-b4df-0c073de78b6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.603794 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6148a83f-3ff4-466c-b4df-0c073de78b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-950767'] for subnet, precommit_delete_associations {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.688198 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6148a83f-3ff4-466c-b4df-0c073de78b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794814'] for subnet, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.954898 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6148a83f-3ff4-466c-b4df-0c073de78b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8283566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6574467'] for subnet, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:29.958874 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-0bdd0cf6-74b8-4f5a-9d3a-b2aadf8c08db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:29.993704 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148a83f-3ff4-466c-b4df-0c073de78b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786a2727-34ff-4be7-9170-75a38a7c718f,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:29.996724 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-6148a83f-3ff4-466c-b4df-0c073de78b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:29.997715 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-6148a83f-3ff4-466c-b4df-0c073de78b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.003574 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eda3f6-c618-4837-9ea1-74564fa77017 None None] Network f50dbd75-63e0-4a47-84cc-d5b479c085c8 requested from dv-cinder-772623-6-smb {{(pid=91810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:36:30.004526 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-6148a83f-3ff4-466c-b4df-0c073de78b6f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/786a2727-34ff-4be7-9170-75a38a7c718f HTTP/1.1" status: 204 len: 168 time: 0.6200743 May 27 09:36:30.006899 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.wsgi [-] (91809) accepted ('10.222.0.37', 42626) {{(pid=91809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:30.117617 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793642'] for network, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.135849 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device b35a4273-abc5-47e4-a139-f6fa8d7f1483 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:36:30.197986 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Deleting port 76c93842-c569-4007-80ad-8973477b0604 {{(pid=91809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:30.198528 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.243572 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: b35a4273-abc5-47e4-a139-f6fa8d7f1483 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:36:30.243982 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device b35a4273-abc5-47e4-a139-f6fa8d7f1483 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:36:30.244352 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 3c2d11cb-2fd3-4548-96d7-04a49178049f no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:36:30.282253 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 3c2d11cb-2fd3-4548-96d7-04a49178049f {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:36:30.282601 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 3c2d11cb-2fd3-4548-96d7-04a49178049f not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:36:30.308970 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.db [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] For port 76c93842-c569-4007-80ad-8973477b0604, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=76c93842-c569-4007-80ad-8973477b0604,segment=NetworkSegment(ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d),segment_id=ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d)] {{(pid=91809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:30.309588 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.375573 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] DHCP port deletion for f50dbd75-63e0-4a47-84cc-d5b479c085c8 request from dv-cinder-772623-6-smb {{(pid=91810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 09:36:30.451856 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] Deleting port 76c93842-c569-4007-80ad-8973477b0604 {{(pid=91810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 09:36:30.452720 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Calling delete_port for 76c93842-c569-4007-80ad-8973477b0604 owned by network:dhcp {{(pid=91809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:30.453266 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776913305164'] for port, before_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.510902 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8327263'] for port, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.515596 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-ebd071cb-deec-4255-8eb6-af93b378410e tempest-VolumesSnapshotTestJSON-388030529 tempest-VolumesSnapshotTestJSON-388030529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:30.557506 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.db [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] For port 76c93842-c569-4007-80ad-8973477b0604, host dv-cinder-772623-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-6-smb',level=0,port_id=76c93842-c569-4007-80ad-8973477b0604,segment=NetworkSegment(ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d),segment_id=ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d)] {{(pid=91810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:36:30.557970 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764672'] for port, precommit_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.560938 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Pushing event deleted for resources: {'Port': ['ID=76c93842-c569-4007-80ad-8973477b0604,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:30.564699 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:30.565499 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] No DVR routers for this DVR port 76c93842-c569-4007-80ad-8973477b0604 on host dv-cinder-772623-6-smb {{(pid=91809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:36:30.691663 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1807459', 'neutron.services.segments.db._delete_segments_for_network-8776913368549'] for network, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.693026 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] Calling delete_port for 76c93842-c569-4007-80ad-8973477b0604 owned by network:dhcp {{(pid=91810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 09:36:30.712718 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50dbd75-63e0-4a47-84cc-d5b479c085c8']}} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:30.726640 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d') {'for_net_delete': True} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:30.726939 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.services.segments.db [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2f4de2-d0b5-41f9-8eb3-1d1033fae40d') {} {{(pid=91809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:36:30.739218 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776913376422', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-950742'] for segment, before_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.759260 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776913307046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776912925669'] for port, after_delete {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.759794 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619'] for segment, precommit_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.763143 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:30.770706 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=91809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:36:30.771107 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8327180'] for segment, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: Traceback (most recent call last): May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: timer() May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: cb(*args, **kw) May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: return func(*args, **kwargs) May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: self._notify() May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: self.callback(batched_events) May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: event.method(event) May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: return f(self, *a, **k) May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: return self._get(url).json() May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: return self.request(url, 'GET', **kwargs) May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:36:30.784936 dv-cinder-772623-6-smb neutron-server[91809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:36:30.806895 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] Pushing event deleted for resources: {'Port': ['ID=76c93842-c569-4007-80ad-8973477b0604,revision_number=None']} {{(pid=91810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:30.810028 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG oslo_concurrency.lockutils [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:30.810845 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b28993-8993-4fc0-ba98-4ed687ad943f None None] No DVR routers for this DVR port 76c93842-c569-4007-80ad-8973477b0604 on host dv-cinder-772623-6-smb {{(pid=91810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 09:36:30.882638 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1807484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-721242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763891'] for network, after_delete {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.886575 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-94a19d26-e6a2-48b6-b017-9387871f7ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:30.900044 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron_lib.callbacks.manager [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589004'] for network, before_response {{(pid=91809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:30.911372 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Pushing event deleted for resources: {'Network': ['ID=f50dbd75-63e0-4a47-84cc-d5b479c085c8,revision_number=None']} {{(pid=91809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:30.915946 dv-cinder-772623-6-smb neutron-server[91809]: DEBUG oslo_concurrency.lockutils [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:30.919752 dv-cinder-772623-6-smb neutron-server[91809]: INFO neutron.wsgi [None req-a1e5f288-93ad-4e66-bfb8-e3d65dcd700f admin admin] 10.222.0.37 "DELETE /v2.0/networks/f50dbd75-63e0-4a47-84cc-d5b479c085c8 HTTP/1.1" status: 204 len: 168 time: 0.9118898 May 27 09:36:31.119741 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42632) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:31.174661 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-9a7e31ab-bf30-49d1-8aba-df70e842c1cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bc7bca90bc34e72bf05e5f352404b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535293 May 27 09:36:31.177411 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42636) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:31.239619 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f1ae45b6-9545-4970-9a7b-6d142f8f51cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:31.269977 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f1ae45b6-9545-4970-9a7b-6d142f8f51cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:31.330641 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f1ae45b6-9545-4970-9a7b-6d142f8f51cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:31.334694 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-d8de92f5-393e-4b61-8995-33add4055b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:31.349747 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae45b6-9545-4970-9a7b-6d142f8f51cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20e68ad-bc92-42b9-aade-1aa867a39742,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:31.353173 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f1ae45b6-9545-4970-9a7b-6d142f8f51cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:31.364706 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f1ae45b6-9545-4970-9a7b-6d142f8f51cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:31.366039 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f1ae45b6-9545-4970-9a7b-6d142f8f51cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c20e68ad-bc92-42b9-aade-1aa867a39742 HTTP/1.1" status: 204 len: 168 time: 0.1873693 May 27 09:36:31.657136 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:31.767306 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42644) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:31.821055 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-a1eb11f2-1574-4195-ac9f-19ed2fa1082f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73b2160d21d94b41a0a16ea2fecd5e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523579 May 27 09:36:31.823541 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.wsgi [-] (91808) accepted ('10.222.0.37', 42648) {{(pid=91808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:36:31.891449 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f7130fb4-d6ce-49d1-b22b-1ac2db67112e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:31.930796 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f7130fb4-d6ce-49d1-b22b-1ac2db67112e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:31.995408 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f7130fb4-d6ce-49d1-b22b-1ac2db67112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721260'] for security_group, after_delete {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:31.999508 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-9542967a-628e-4190-ae6d-5fe0ead82435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:36:32.010382 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7130fb4-d6ce-49d1-b22b-1ac2db67112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65363a3-a431-4683-8801-6315169d83aa,revision_number=None']} {{(pid=91808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:36:32.012604 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-f7130fb4-d6ce-49d1-b22b-1ac2db67112e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:36:32.018433 dv-cinder-772623-6-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-f7130fb4-d6ce-49d1-b22b-1ac2db67112e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:32.019546 dv-cinder-772623-6-smb neutron-server[91808]: INFO neutron.wsgi [None req-f7130fb4-d6ce-49d1-b22b-1ac2db67112e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b65363a3-a431-4683-8801-6315169d83aa HTTP/1.1" status: 204 len: 168 time: 0.1949985 May 27 09:36:32.125570 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 76c93842-c569-4007-80ad-8973477b0604 no longer exists at agent ovs-agent-dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 09:36:32.163640 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.plugin [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] No Port match for: 76c93842-c569-4007-80ad-8973477b0604 {{(pid=91810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 09:36:32.163778 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron.plugins.ml2.rpc [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Device 76c93842-c569-4007-80ad-8973477b0604 not bound to the agent host dv-cinder-772623-6-smb {{(pid=91810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 09:36:42.161711 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-4038c094-c974-4511-9e37-df92ee6f4491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:44.817608 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-cef8edec-dc59-4f91-8265-a54652ebf2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:45.641798 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:46.117789 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:36:47.453890 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:36:48.847449 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:01.648906 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:12.165167 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ca45159c-7e85-47b5-859a-ba3c50c4f9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:14.819070 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-f45aaedb-3b9c-4ba9-9b16-e66b9be0e7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:15.646284 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:17.455099 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:18.852221 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:23.115981 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:37:31.676040 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:42.167399 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-8a8079cb-8be6-43e0-b012-c4a37bdd4ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:44.823537 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b0b06093-abdc-4eac-b919-fc9111bb9520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:45.651740 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:47.459287 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:37:48.865292 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:00.114827 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:38:01.680857 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:12.170234 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-b4a050fb-3ff4-4c48-bcb2-0be30075bcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:14.825878 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-ac959b98-167a-4e36-8bbc-2ce96c4eabb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:15.655457 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:17.462340 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:18.858209 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:31.689748 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:37.113968 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:38:42.172576 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5fe0-77d8-49a2-b051-af428d1260d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:44.827062 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-aa8d9021-b939-4ccb-b732-ec3dc46a481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:45.658025 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:47.463859 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:38:48.860147 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:01.688121 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:12.174564 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-64cc9aad-8545-46f0-9156-458205445dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:14.113499 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:39:14.827625 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-95afa4ca-d47c-4ab7-a68d-9fb9c2a4b639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:15.661696 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:17.466521 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:18.862843 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:31.701533 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:42.177961 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-edda07c9-a0e2-4373-ab08-460fb2731239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:44.828891 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-03449aa6-8e4e-4aab-bf28-841f13d2e4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:45.664760 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:47.470014 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:48.865287 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:39:51.111892 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:40:01.704483 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:12.183915 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-d3d6352c-4a45-425d-8fab-693ceeb26f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:14.831958 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-19c30688-b909-4912-a512-d4157fe19b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:15.667177 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:17.473185 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:18.868789 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:28.111035 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:40:31.741469 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:42.176421 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-5a466728-af59-4141-b4ef-1e75045b6c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:44.833554 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-bffa8b5f-c3f8-41a0-ae44-b9255cb4d8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:45.669384 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:47.476931 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:40:48.871058 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-a43e6ac0-c788-4257-bbfe-0d7e53388ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:01.748553 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-fa15df10-3008-4c77-8675-7e5dacd62439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:05.110495 dv-cinder-772623-6-smb neutron-server[91811]: DEBUG neutron.db.agents_db [None req-6d0b6c50-9180-4007-a44b-f0e1cf0f7282 None None] Agent healthcheck: found 6 active agents {{(pid=91811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:41:12.179189 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-48503eb5-fee0-4a10-be95-fbed96eb2e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:14.836877 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-3ee539ef-b6d6-4874-a77f-042c5b8605ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:15.672631 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-9a078a8c-2ce5-4640-8eee-f53825ea252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:41:17.480537 dv-cinder-772623-6-smb neutron-server[91810]: DEBUG neutron_lib.callbacks.manager [None req-329d3baf-874f-4087-a3aa-d30a54a29148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776913368567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807293'] for agent, after_update {{(pid=91810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}